[ { "branch": "main", "index": "0", "phase": "pre", "playbook": "gitlab.com/softwarefactory-project/centosinfra-prod/sf-config/playbooks/base/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-09T00:01:35.141153Z", "start": "2026-06-09T00:01:32.190659Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000002", "name": "localhost" }, "tasks": [ { "hosts": { "localhost": { "action": "gather_facts", "ansible_facts": { "ansible_apparmor": { "status": "disabled" }, "ansible_architecture": "x86_64", "ansible_bios_date": "NA", "ansible_bios_vendor": "NA", "ansible_bios_version": "NA", "ansible_board_asset_tag": "NA", "ansible_board_name": "NA", "ansible_board_serial": "NA", "ansible_board_vendor": "NA", "ansible_board_version": "NA", "ansible_chassis_asset_tag": "NA", "ansible_chassis_serial": "NA", "ansible_chassis_vendor": "NA", "ansible_chassis_version": "NA", "ansible_cmdline": { "BOOT_IMAGE": "(hd0,gpt3)/vmlinuz-5.14.0-427.13.1.el9_4.x86_64", "console": "ttyS0,115200n8", "crashkernel": "1G-4G:192M,4G-64G:256M,64G-:512M", "net.ifnames": "0", "no_timer_check": true, "root": "UUID=2fb0abc1-9d08-48bc-9719-108d4ed14685" }, "ansible_date_time": { "date": "2026-06-09", "day": "09", "epoch": "1780963293", "epoch_int": "1780963293", "hour": "00", "iso8601": "2026-06-09T00:01:33Z", "iso8601_basic": "20260609T000133236912", "iso8601_basic_short": "20260609T000133", "iso8601_micro": "2026-06-09T00:01:33.236912Z", "minute": "01", "month": "06", "second": "33", "time": "00:01:33", "tz": "UTC", "tz_dst": "UTC", "tz_offset": "+0000", "weekday": "Tuesday", "weekday_number": "2", "weeknumber": "23", "year": "2026" }, "ansible_devices": {}, "ansible_distribution": "Redhat", "ansible_distribution_major_version": "9", "ansible_distribution_release": "Plow", "ansible_distribution_version": "9.7", "ansible_dns": { "nameservers": [ "10.43.0.10" ], "options": { "ndots": "5" }, "search": [ "sf.svc.cluster.local", "svc.cluster.local", "cluster.local", "softwarefactory-project.io" ] }, "ansible_domain": "zuul-executor-headless.sf.svc.cluster.local", "ansible_effective_group_id": 0, "ansible_effective_user_id": 1000, "ansible_env": { "ANSIBLE_CONFIG": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/ansible/pre_playbook_0/ansible.cfg", "FLUENT_BIT_PORT": "tcp://10.43.58.168:2020", "FLUENT_BIT_PORT_2020_TCP": "tcp://10.43.58.168:2020", "FLUENT_BIT_PORT_2020_TCP_ADDR": "10.43.58.168", "FLUENT_BIT_PORT_2020_TCP_PORT": "2020", "FLUENT_BIT_PORT_2020_TCP_PROTO": "tcp", "FLUENT_BIT_PORT_24224_TCP": "tcp://10.43.58.168:24224", "FLUENT_BIT_PORT_24224_TCP_ADDR": "10.43.58.168", "FLUENT_BIT_PORT_24224_TCP_PORT": "24224", "FLUENT_BIT_PORT_24224_TCP_PROTO": "tcp", "FLUENT_BIT_PORT_5140_TCP": "tcp://10.43.58.168:5140", "FLUENT_BIT_PORT_5140_TCP_ADDR": "10.43.58.168", "FLUENT_BIT_PORT_5140_TCP_PORT": "5140", "FLUENT_BIT_PORT_5140_TCP_PROTO": "tcp", "FLUENT_BIT_SERVICE_HOST": "10.43.58.168", "FLUENT_BIT_SERVICE_PORT": "2020", "FLUENT_BIT_SERVICE_PORT_FB_FWD_INPUT": "24224", "FLUENT_BIT_SERVICE_PORT_FB_HTTP_INPUT": "5140", "FLUENT_BIT_SERVICE_PORT_HTTP": "2020", "HOME": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work", "HOSTNAME": "zuul-executor-0", "K8S_COMPONENT": "zuul", "K8S_CONTAINER": "zuul-executor", "K8S_LABELS_APP": "sf", "K8S_LABELS_RUN": "zuul-executor", "K8S_NAMESPACE": "sf", "K8S_NODENAME": "microshift-ze03.softwarefactory-project.io", "K8S_PODIP": "10.42.0.19", "K8S_PODNAME": "zuul-executor-0", "KUBECONFIG": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/kube/config", "KUBERNETES_PORT": "tcp://10.43.0.1:443", "KUBERNETES_PORT_443_TCP": "tcp://10.43.0.1:443", "KUBERNETES_PORT_443_TCP_ADDR": "10.43.0.1", "KUBERNETES_PORT_443_TCP_PORT": "443", "KUBERNETES_PORT_443_TCP_PROTO": "tcp", "KUBERNETES_SERVICE_HOST": "10.43.0.1", "KUBERNETES_SERVICE_PORT": "443", "KUBERNETES_SERVICE_PORT_HTTPS": "443", "LC_CTYPE": "C.UTF-8", "NSS_SDB_USE_CACHE": "no", "PATH": "/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "PWD": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_0/gitlab.com/softwarefactory-project/centosinfra-prod/sf-config/playbooks/base", "PYTHONPATH": "/var/lib/zuul/ansible/9", "REQUESTS_CA_BUNDLE": "/etc/ssl/certs/ca-bundle.crt", "SHLVL": "1", "SSH_AGENT_PID": "3289126", "SSH_AUTH_SOCK": "/tmp/ssh-XXXXXXRIdcJS/agent.3289123", "TERM": "xterm", "TMP": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/tmp", "XDG_CACHE_HOME": "/var/cache/dhall", "ZUUL_ANSIBLE_SPLIT_STREAMS": "False", "ZUUL_JOBDIR": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204", "ZUUL_JOB_FAILURE_OUTPUT": "[]", "ZUUL_JOB_LOG_CONFIG": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/ansible/logging.json", "ZUUL_OUTPUT_MAX_BYTES": "1073741824", "_": "/usr/lib/zuul/ansible/9/bin/python", "container": "oci" }, "ansible_fibre_channel_wwn": [], "ansible_fips": false, "ansible_form_factor": "NA", "ansible_fqdn": "zuul-executor-0.zuul-executor-headless.sf.svc.cluster.local", "ansible_hostname": "zuul-executor-0", "ansible_hostnqn": "", "ansible_is_chroot": false, "ansible_iscsi_iqn": "", "ansible_kernel": "5.14.0-427.13.1.el9_4.x86_64", "ansible_kernel_version": "#1 SMP PREEMPT_DYNAMIC Wed Apr 10 10:29:16 EDT 2024", "ansible_loadavg": { "15m": 0.97, "1m": 2.06, "5m": 1.09 }, "ansible_local": {}, "ansible_lsb": {}, "ansible_lvm": "N/A", "ansible_machine": "x86_64", "ansible_memfree_mb": 2016, "ansible_memory_mb": { "nocache": { "free": 9043, "used": 6693 }, "real": { "free": 2016, "total": 15736, "used": 13720 }, "swap": { "cached": 0, "free": 0, "total": 0, "used": 0 } }, "ansible_memtotal_mb": 15736, "ansible_mounts": [ { "block_available": 21402191, "block_size": 4096, "block_total": 25884155, "block_used": 4481964, "device": "/dev/vda4", "fstype": "xfs", "inode_available": 51300079, "inode_total": 51801024, "inode_used": 500945, "mount": "/etc/hosts", "options": "ro,seclabel,nosuid,nodev,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 87663374336, "size_total": 106021498880, "uuid": "N/A" }, { "block_available": 5599579, "block_size": 4096, "block_total": 7847936, "block_used": 2248357, "device": "/dev/topolvm/543cc69e-b0ec-456e-b2ee-53b137581cc0", "fstype": "xfs", "inode_available": 15419910, "inode_total": 15728640, "inode_used": 308730, "mount": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work", "options": "rw,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22935875584, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 21402191, "block_size": 4096, "block_total": 25884155, "block_used": 4481964, "device": "/dev/vda4", "fstype": "xfs", "inode_available": 51300079, "inode_total": 51801024, "inode_used": 500945, "mount": "/etc/pki/ca-trust/extracted", "options": "ro,seclabel,nosuid,nodev,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 87663374336, "size_total": 106021498880, "uuid": "N/A" }, { "block_available": 5599573, "block_size": 4096, "block_total": 7847936, "block_used": 2248363, "device": "/dev/topolvm/543cc69e-b0ec-456e-b2ee-53b137581cc0", "fstype": "xfs", "inode_available": 15419911, "inode_total": 15728640, "inode_used": 308729, "mount": "/var/lib/zuul/ansible/9", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22935851008, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5599567, "block_size": 4096, "block_total": 7847936, "block_used": 2248369, "device": "/dev/topolvm/543cc69e-b0ec-456e-b2ee-53b137581cc0", "fstype": "xfs", "inode_available": 15419910, "inode_total": 15728640, "inode_used": 308730, "mount": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/ansible", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22935826432, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5599524, "block_size": 4096, "block_total": 7847936, "block_used": 2248412, "device": "/dev/topolvm/543cc69e-b0ec-456e-b2ee-53b137581cc0", "fstype": "xfs", "inode_available": 15419911, "inode_total": 15728640, "inode_used": 308729, "mount": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/kube", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22935650304, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5599573, "block_size": 4096, "block_total": 7847936, "block_used": 2248363, "device": "/dev/topolvm/543cc69e-b0ec-456e-b2ee-53b137581cc0", "fstype": "xfs", "inode_available": 15419909, "inode_total": 15728640, "inode_used": 308731, "mount": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22935851008, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5599573, "block_size": 4096, "block_total": 7847936, "block_used": 2248363, "device": "/dev/topolvm/543cc69e-b0ec-456e-b2ee-53b137581cc0", "fstype": "xfs", "inode_available": 15419909, "inode_total": 15728640, "inode_used": 308731, "mount": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22935851008, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5599573, "block_size": 4096, "block_total": 7847936, "block_used": 2248363, "device": "/dev/topolvm/543cc69e-b0ec-456e-b2ee-53b137581cc0", "fstype": "xfs", "inode_available": 15419909, "inode_total": 15728640, "inode_used": 308731, "mount": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/ansible/pre_playbook_0", "options": "ro,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22935851008, "size_total": 32145145856, "uuid": "N/A" }, { "block_available": 5599567, "block_size": 4096, "block_total": 7847936, "block_used": 2248369, "device": "/dev/topolvm/543cc69e-b0ec-456e-b2ee-53b137581cc0", "fstype": "xfs", "inode_available": 15419909, "inode_total": 15728640, "inode_used": 308731, "mount": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/.ansible", "options": "rw,seclabel,nosuid,nodev,relatime,nouuid,attr2,inode64,logbufs=8,logbsize=32k,noquota,bind", "size_available": 22935826432, "size_total": 32145145856, "uuid": "N/A" } ], "ansible_nodename": "zuul-executor-0", "ansible_os_family": "Redhat", "ansible_pkg_mgr": "unknown", "ansible_proc_cmdline": { "BOOT_IMAGE": "(hd0,gpt3)/vmlinuz-5.14.0-427.13.1.el9_4.x86_64", "console": [ "tty0", "ttyS0,115200n8" ], "crashkernel": "1G-4G:192M,4G-64G:256M,64G-:512M", "net.ifnames": "0", "no_timer_check": true, "root": "UUID=2fb0abc1-9d08-48bc-9719-108d4ed14685" }, "ansible_processor": [ "0", "AuthenticAMD", "AMD EPYC-Rome Processor", "1", "AuthenticAMD", "AMD EPYC-Rome Processor", "2", "AuthenticAMD", "AMD EPYC-Rome Processor", "3", "AuthenticAMD", "AMD EPYC-Rome Processor", "4", "AuthenticAMD", "AMD EPYC-Rome Processor", "5", "AuthenticAMD", "AMD EPYC-Rome Processor", "6", "AuthenticAMD", "AMD EPYC-Rome Processor", "7", "AuthenticAMD", "AMD EPYC-Rome Processor" ], "ansible_processor_cores": 1, "ansible_processor_count": 8, "ansible_processor_nproc": 8, "ansible_processor_threads_per_core": 1, "ansible_processor_vcpus": 8, "ansible_product_name": "NA", "ansible_product_serial": "NA", "ansible_product_uuid": "NA", "ansible_product_version": "NA", "ansible_python": { "executable": "/usr/lib/zuul/ansible/9/bin/python", "has_sslcontext": true, "type": "cpython", "version": { "major": 3, "micro": 13, "minor": 11, "releaselevel": "final", "serial": 0 }, "version_info": [ 3, 11, 13, "final", 0 ] }, "ansible_python_version": "3.11.13", "ansible_real_group_id": 0, "ansible_real_user_id": 1000, "ansible_selinux": { "status": "disabled" }, "ansible_selinux_python_present": true, "ansible_service_mgr": "bwrap", "ansible_swapfree_mb": 0, "ansible_swaptotal_mb": 0, "ansible_system": "Linux", "ansible_system_capabilities": [ "" ], "ansible_system_capabilities_enforced": "True", "ansible_system_vendor": "NA", "ansible_uptime_seconds": 4043815, "ansible_user_dir": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work", "ansible_user_gecos": "1000 user", "ansible_user_gid": 0, "ansible_user_id": "1000", "ansible_user_shell": "/sbin/nologin", "ansible_user_uid": 1000, "ansible_userspace_architecture": "x86_64", "ansible_userspace_bits": "64", "ansible_virtualization_role": "guest", "ansible_virtualization_tech_guest": [ "container" ], "ansible_virtualization_tech_host": [ "kvm" ], "ansible_virtualization_type": "container", "gather_subset": [ "all" ], "module_setup": true }, "changed": false, "deprecations": [], "warnings": [] } }, "task": { "duration": { "end": "2026-06-09T00:01:33.334268Z", "start": "2026-06-09T00:01:32.197875Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000047", "name": "Gathering Facts" } }, { "hosts": { "localhost": { "action": "include_role", "changed": false, "include_args": { "name": "set-zuul-log-path-fact" } } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-000000000008", "name": "emit-job-header", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-06-09T00:01:33.370842Z", "start": "2026-06-09T00:01:33.339754Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000000a", "name": "Setup log path fact" } }, { "hosts": { "localhost": { "action": "set_fact", "ansible_facts": { "zuul_log_path": "c07/sf/c07bc7fe4b1542579c9893e8fe5c3204" }, "changed": false } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-00000000006a", "name": "set-zuul-log-path-fact", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/set-zuul-log-path-fact" }, "task": { "duration": { "end": "2026-06-09T00:01:33.418817Z", "start": "2026-06-09T00:01:33.381480Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000006c", "name": "Set log path for a build" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "# Job Information\nAnsible Version: 2.16.18\nJob: sf-operator-minikube-integration\nPipeline: periodic\nExecutor: 38.102.83.51\nTriggered by: https://softwarefactory-project.io/r/plugins/gitiles/software-factory/sf-operator/+/None^!/\nLog URL (when completed): https://gateway-cloud-softwarefactory.apps.ocp.cloud.ci.centos.org/logs/c07/sf/c07bc7fe4b1542579c9893e8fe5c3204/\nEvent ID: 8cf36f5c2ea040d698cb004ccf470946\n" } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-000000000008", "name": "emit-job-header", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-06-09T00:01:33.482131Z", "start": "2026-06-09T00:01:33.424470Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000000b", "name": "Print job information" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": false, "failed": false, "msg": "# Node Information\nInventory Hostname: controller\nHostname: np0000067836\nUsername: zuul-worker\nDistro: CentOS 9\nProvider: vexxhost-nodepool-sf\nRegion: RegionOne\nLabel: cloud-centos-9-big\nProduct Name: OpenStack Nova\nInterface IP: 38.102.83.130\n", "zj_item": "controller" } ] } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-000000000008", "name": "emit-job-header", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-06-09T00:01:33.582196Z", "start": "2026-06-09T00:01:33.485437Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000000c", "name": "Print node information" } }, { "hosts": { "localhost": { "action": "file", "changed": true, "diff": { "after": { "mode": "0755", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info", "state": "directory" }, "before": { "mode": "02755", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "1000", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-00000000001b", "name": "log-inventory", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-06-09T00:01:34.029437Z", "start": "2026-06-09T00:01:33.592979Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000001d", "name": "Ensure Zuul Ansible directory exists" } }, { "hosts": { "localhost": { "action": "copy", "changed": true, "checksum": "01c1a849b191d2dc569c27c7f32c071a1f902c1b", "dest": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info/inventory.yaml", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "inventory.yaml", "attributes": null, "backup": false, "checksum": "01c1a849b191d2dc569c27c7f32c071a1f902c1b", "content": null, "dest": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/.ansible/tmp/ansible-tmp-1780963294.064949-57-151941783190018/source", "unsafe_writes": false, "validate": null } }, "md5sum": "7e83b722edce7dc9352a7b2e1b2a8949", "mode": "0644", "owner": "1000", "size": 13578, "src": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/.ansible/tmp/ansible-tmp-1780963294.064949-57-151941783190018/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-00000000001b", "name": "log-inventory", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-06-09T00:01:35.141153Z", "start": "2026-06-09T00:01:34.037148Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000001e", "name": "Copy ansible inventory to logs dir" } } ] }, { "play": { "duration": { "end": "2026-06-09T00:01:49.040414Z", "start": "2026-06-09T00:01:35.146300Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000026", "name": "all" }, "tasks": [ { "hosts": { "controller": { "action": "include_role", "changed": false, "include_args": { "name": "start-zuul-console" } } }, "task": { "duration": { "end": "2026-06-09T00:01:35.172106Z", "start": "2026-06-09T00:01:35.152861Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000028", "name": "" } }, { "hosts": { "controller": { "action": "zuul_console", "changed": false, "invocation": { "module_args": { "path": "/tmp/console-{log_uuid}.log", "port": 19885, "state": "present" } } } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000000a8", "name": "start-zuul-console", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/start-zuul-console" }, "task": { "duration": { "end": "2026-06-09T00:01:35.580967Z", "start": "2026-06-09T00:01:35.182188Z" }, "id": "0a580a2a-0013-e1ac-8ba8-0000000000aa", "name": "Start zuul_console daemon." } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "include_args": { "name": "validate-host" } } }, "task": { "duration": { "end": "2026-06-09T00:01:35.645158Z", "start": "2026-06-09T00:01:35.597056Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000002a", "name": "" } }, { "hosts": { "controller": { "action": "set_fact", "ansible_facts": { "zuul_info_dir": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info" }, "changed": false } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-09T00:01:35.726681Z", "start": "2026-06-09T00:01:35.684266Z" }, "id": "0a580a2a-0013-e1ac-8ba8-0000000000c6", "name": "Define zuul_info_dir fact" } }, { "hosts": { "controller": { "action": "file", "changed": false, "diff": { "after": { "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info" }, "before": { "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "1000", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info", "size": 28, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-09T00:01:36.091212Z", "start": "2026-06-09T00:01:35.732292Z" }, "id": "0a580a2a-0013-e1ac-8ba8-0000000000c7", "name": "Ensure Zuul Ansible directory exists" } }, { "hosts": { "controller": { "action": "setup", "ansible_facts": { "ansible_all_ipv4_addresses": [ "38.102.83.130" ], "ansible_all_ipv6_addresses": [ "fe80::f816:3eff:feb8:c676" ], "ansible_apparmor": { "status": "disabled" }, "ansible_architecture": "x86_64", "ansible_bios_date": "04/01/2014", "ansible_bios_vendor": "SeaBIOS", "ansible_bios_version": "1.15.0-1", "ansible_board_asset_tag": "NA", "ansible_board_name": "NA", "ansible_board_serial": "NA", "ansible_board_vendor": "NA", "ansible_board_version": "NA", "ansible_chassis_asset_tag": "NA", "ansible_chassis_serial": "NA", "ansible_chassis_vendor": "QEMU", "ansible_chassis_version": "pc-i440fx-6.2", "ansible_cmdline": { "BOOT_IMAGE": "(hd0,msdos1)/boot/vmlinuz-5.14.0-710.el9.x86_64", "console": "ttyS0,115200n8", "crashkernel": "1G-2G:192M,2G-64G:256M,64G-:512M", "net.ifnames": "0", "no_timer_check": true, "ro": true, "root": "UUID=2b7d3b0e-f5c7-4b13-98bc-96267c9c5cc6" }, "ansible_date_time": { "date": "2026-06-08", "day": "08", "epoch": "1780963296", "epoch_int": "1780963296", "hour": "20", "iso8601": "2026-06-09T00:01:36Z", "iso8601_basic": "20260608T200136788386", "iso8601_basic_short": "20260608T200136", "iso8601_micro": "2026-06-09T00:01:36.788386Z", "minute": "01", "month": "06", "second": "36", "time": "20:01:36", "tz": "EDT", "tz_dst": "EDT", "tz_offset": "-0400", "weekday": "Monday", "weekday_number": "1", "weeknumber": "23", "year": "2026" }, "ansible_default_ipv4": { "address": "38.102.83.130", "alias": "eth0", "broadcast": "38.102.83.255", "gateway": "38.102.83.1", "interface": "eth0", "macaddress": "fa:16:3e:b8:c6:76", "mtu": 1500, "netmask": "255.255.255.0", "network": "38.102.83.0", "prefix": "24", "type": "ether" }, "ansible_default_ipv6": {}, "ansible_device_links": { "ids": { "sr0": [ "ata-QEMU_DVD-ROM_QM00001" ] }, "labels": { "sr0": [ "config-2" ] }, "masters": {}, "uuids": { "sr0": [ "2026-06-09-00-00-59-00" ], "vda1": [ "2b7d3b0e-f5c7-4b13-98bc-96267c9c5cc6" ] } }, "ansible_devices": { "sr0": { "holders": [], "host": "", "links": { "ids": [ "ata-QEMU_DVD-ROM_QM00001" ], "labels": [ "config-2" ], "masters": [], "uuids": [ "2026-06-09-00-00-59-00" ] }, "model": "QEMU DVD-ROM", "partitions": {}, "removable": "1", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "mq-deadline", "sectors": "964", "sectorsize": "2048", "size": "482.00 KB", "support_discard": "0", "vendor": "QEMU", "virtual": 1 }, "vda": { "holders": [], "host": "", "links": { "ids": [], "labels": [], "masters": [], "uuids": [] }, "model": null, "partitions": { "vda1": { "holders": [], "links": { "ids": [], "labels": [], "masters": [], "uuids": [ "2b7d3b0e-f5c7-4b13-98bc-96267c9c5cc6" ] }, "sectors": "838858719", "sectorsize": 512, "size": "400.00 GB", "start": "2048", "uuid": "2b7d3b0e-f5c7-4b13-98bc-96267c9c5cc6" } }, "removable": "0", "rotational": "1", "sas_address": null, "sas_device_handle": null, "scheduler_mode": "none", "sectors": "838860800", "sectorsize": "512", "size": "400.00 GB", "support_discard": "512", "vendor": "0x1af4", "virtual": 1 } }, "ansible_distribution": "CentOS", "ansible_distribution_file_parsed": true, "ansible_distribution_file_path": "/etc/centos-release", "ansible_distribution_file_variety": "CentOS", "ansible_distribution_major_version": "9", "ansible_distribution_release": "Stream", "ansible_distribution_version": "9", "ansible_dns": { "nameservers": [ "199.204.44.24", "199.204.47.54" ], "search": [ "novalocal" ] }, "ansible_domain": "novalocal", "ansible_effective_group_id": 1000, "ansible_effective_user_id": 1000, "ansible_env": { "BASH_FUNC_which%%": "() { ( alias;\n eval ${which_declare} ) | /usr/bin/which --tty-only --read-alias --read-functions --show-tilde --show-dot $@\n}", "DBUS_SESSION_BUS_ADDRESS": "unix:path=/run/user/1000/bus", "DEBUGINFOD_IMA_CERT_PATH": "/etc/keys/ima:", "DEBUGINFOD_URLS": "https://debuginfod.centos.org/ ", "HOME": "/home/zuul-worker", "LANG": "en_US.UTF-8", "LESSOPEN": "||/usr/bin/lesspipe.sh %s", "LOGNAME": "zuul-worker", "MOTD_SHOWN": "pam", "PATH": "/home/zuul-worker/.local/bin:/home/zuul-worker/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin", "PWD": "/home/zuul-worker", "SELINUX_LEVEL_REQUESTED": "", "SELINUX_ROLE_REQUESTED": "", "SELINUX_USE_CURRENT_RANGE": "", "SHELL": "/bin/bash", "SHLVL": "1", "SSH_CLIENT": "38.102.83.51 48944 22", "SSH_CONNECTION": "38.102.83.51 48944 38.102.83.130 22", "USER": "zuul-worker", "XDG_RUNTIME_DIR": "/run/user/1000", "XDG_SESSION_CLASS": "user", "XDG_SESSION_ID": "1", "XDG_SESSION_TYPE": "tty", "_": "/usr/bin/python3", "which_declare": "declare -f" }, "ansible_eth0": { "active": true, "device": "eth0", "features": { "esp_hw_offload": "off [fixed]", "esp_tx_csum_hw_offload": "off [fixed]", "generic_receive_offload": "on", "generic_segmentation_offload": "on", "highdma": "on [fixed]", "hsr_dup_offload": "off [fixed]", "hsr_fwd_offload": "off [fixed]", "hsr_tag_ins_offload": "off [fixed]", "hsr_tag_rm_offload": "off [fixed]", "hw_tc_offload": "off [fixed]", "l2_fwd_offload": "off [fixed]", "large_receive_offload": "off [fixed]", "loopback": "off [fixed]", "macsec_hw_offload": "off [fixed]", "ntuple_filters": "off [fixed]", "receive_hashing": "off [fixed]", "rx_all": "off [fixed]", "rx_checksumming": "on [fixed]", "rx_fcs": "off [fixed]", "rx_gro_hw": "on", "rx_gro_list": "off", "rx_udp_gro_forwarding": "off", "rx_udp_tunnel_port_offload": "off [fixed]", "rx_vlan_filter": "on [fixed]", "rx_vlan_offload": "off [fixed]", "rx_vlan_stag_filter": "off [fixed]", "rx_vlan_stag_hw_parse": "off [fixed]", "scatter_gather": "on", "tcp_segmentation_offload": "on", "tls_hw_record": "off [fixed]", "tls_hw_rx_offload": "off [fixed]", "tls_hw_tx_offload": "off [fixed]", "tx_checksum_fcoe_crc": "off [fixed]", "tx_checksum_ip_generic": "on", "tx_checksum_ipv4": "off [fixed]", "tx_checksum_ipv6": "off [fixed]", "tx_checksum_sctp": "off [fixed]", "tx_checksumming": "on", "tx_esp_segmentation": "off [fixed]", "tx_fcoe_segmentation": "off [fixed]", "tx_gre_csum_segmentation": "off [fixed]", "tx_gre_segmentation": "off [fixed]", "tx_gso_list": "off [fixed]", "tx_gso_partial": "off [fixed]", "tx_gso_robust": "on [fixed]", "tx_ipxip4_segmentation": "off [fixed]", "tx_ipxip6_segmentation": "off [fixed]", "tx_nocache_copy": "off", "tx_scatter_gather": "on", "tx_scatter_gather_fraglist": "off [fixed]", "tx_sctp_segmentation": "off [fixed]", "tx_tcp6_segmentation": "on", "tx_tcp_ecn_segmentation": "on", "tx_tcp_mangleid_segmentation": "off", "tx_tcp_segmentation": "on", "tx_tunnel_remcsum_segmentation": "off [fixed]", "tx_udp_segmentation": "off [fixed]", "tx_udp_tnl_csum_segmentation": "off [fixed]", "tx_udp_tnl_segmentation": "off [fixed]", "tx_vlan_offload": "off [fixed]", "tx_vlan_stag_hw_insert": "off [fixed]", "vlan_challenged": "off [fixed]" }, "hw_timestamp_filters": [], "ipv4": { "address": "38.102.83.130", "broadcast": "38.102.83.255", "netmask": "255.255.255.0", "network": "38.102.83.0", "prefix": "24" }, "ipv6": [ { "address": "fe80::f816:3eff:feb8:c676", "prefix": "64", "scope": "link" } ], "macaddress": "fa:16:3e:b8:c6:76", "module": "virtio_net", "mtu": 1500, "pciid": "virtio1", "promisc": false, "speed": -1, "timestamping": [], "type": "ether" }, "ansible_fibre_channel_wwn": [], "ansible_fips": false, "ansible_form_factor": "Other", "ansible_fqdn": "np0000067836.novalocal", "ansible_hostname": "np0000067836", "ansible_hostnqn": "nqn.2014-08.org.nvmexpress:uuid:d5ca8177-6508-4eba-83e3-4c1e44e5f522", "ansible_interfaces": [ "eth0", "lo" ], "ansible_is_chroot": false, "ansible_iscsi_iqn": "", "ansible_kernel": "5.14.0-710.el9.x86_64", "ansible_kernel_version": "#1 SMP PREEMPT_DYNAMIC Wed May 27 09:04:56 UTC 2026", "ansible_lo": { "active": true, "device": "lo", "features": { "esp_hw_offload": "off [fixed]", "esp_tx_csum_hw_offload": "off [fixed]", "generic_receive_offload": "on", "generic_segmentation_offload": "on", "highdma": "on [fixed]", "hsr_dup_offload": "off [fixed]", "hsr_fwd_offload": "off [fixed]", "hsr_tag_ins_offload": "off [fixed]", "hsr_tag_rm_offload": "off [fixed]", "hw_tc_offload": "off [fixed]", "l2_fwd_offload": "off [fixed]", "large_receive_offload": "off [fixed]", "loopback": "on [fixed]", "macsec_hw_offload": "off [fixed]", "ntuple_filters": "off [fixed]", "receive_hashing": "off [fixed]", "rx_all": "off [fixed]", "rx_checksumming": "on [fixed]", "rx_fcs": "off [fixed]", "rx_gro_hw": "off [fixed]", "rx_gro_list": "off", "rx_udp_gro_forwarding": "off", "rx_udp_tunnel_port_offload": "off [fixed]", "rx_vlan_filter": "off [fixed]", "rx_vlan_offload": "off [fixed]", "rx_vlan_stag_filter": "off [fixed]", "rx_vlan_stag_hw_parse": "off [fixed]", "scatter_gather": "on", "tcp_segmentation_offload": "on", "tls_hw_record": "off [fixed]", "tls_hw_rx_offload": "off [fixed]", "tls_hw_tx_offload": "off [fixed]", "tx_checksum_fcoe_crc": "off [fixed]", "tx_checksum_ip_generic": "on [fixed]", "tx_checksum_ipv4": "off [fixed]", "tx_checksum_ipv6": "off [fixed]", "tx_checksum_sctp": "on [fixed]", "tx_checksumming": "on", "tx_esp_segmentation": "off [fixed]", "tx_fcoe_segmentation": "off [fixed]", "tx_gre_csum_segmentation": "off [fixed]", "tx_gre_segmentation": "off [fixed]", "tx_gso_list": "on", "tx_gso_partial": "off [fixed]", "tx_gso_robust": "off [fixed]", "tx_ipxip4_segmentation": "off [fixed]", "tx_ipxip6_segmentation": "off [fixed]", "tx_nocache_copy": "off [fixed]", "tx_scatter_gather": "on [fixed]", "tx_scatter_gather_fraglist": "on [fixed]", "tx_sctp_segmentation": "on", "tx_tcp6_segmentation": "on", "tx_tcp_ecn_segmentation": "on", "tx_tcp_mangleid_segmentation": "on", "tx_tcp_segmentation": "on", "tx_tunnel_remcsum_segmentation": "off [fixed]", "tx_udp_segmentation": "on", "tx_udp_tnl_csum_segmentation": "off [fixed]", "tx_udp_tnl_segmentation": "off [fixed]", "tx_vlan_offload": "off [fixed]", "tx_vlan_stag_hw_insert": "off [fixed]", "vlan_challenged": "on [fixed]" }, "hw_timestamp_filters": [], "ipv4": { "address": "127.0.0.1", "broadcast": "", "netmask": "255.0.0.0", "network": "127.0.0.0", "prefix": "8" }, "ipv6": [ { "address": "::1", "prefix": "128", "scope": "host" } ], "mtu": 65536, "promisc": false, "timestamping": [], "type": "loopback" }, "ansible_loadavg": { "15m": 0.07, "1m": 0.92, "5m": 0.21 }, "ansible_local": {}, "ansible_locally_reachable_ips": { "ipv4": [ "38.102.83.130", "127.0.0.0/8", "127.0.0.1" ], "ipv6": [ "::1", "fe80::f816:3eff:feb8:c676" ] }, "ansible_lsb": {}, "ansible_lvm": "N/A", "ansible_machine": "x86_64", "ansible_machine_id": "1b9b1cdb27be1dbf151fa8bcfcd97dde", "ansible_memfree_mb": 23191, "ansible_memory_mb": { "nocache": { "free": 23403, "used": 368 }, "real": { "free": 23191, "total": 23771, "used": 580 }, "swap": { "cached": 0, "free": 0, "total": 0, "used": 0 } }, "ansible_memtotal_mb": 23771, "ansible_mounts": [ { "block_available": 103595382, "block_size": 4096, "block_total": 104840955, "block_used": 1245573, "device": "/dev/vda1", "fstype": "xfs", "inode_available": 209660398, "inode_total": 209714672, "inode_used": 54274, "mount": "/", "options": "rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota", "size_available": 424326684672, "size_total": 429428551680, "uuid": "2b7d3b0e-f5c7-4b13-98bc-96267c9c5cc6" } ], "ansible_nodename": "np0000067836.novalocal", "ansible_os_family": "RedHat", "ansible_pkg_mgr": "dnf", "ansible_proc_cmdline": { "BOOT_IMAGE": "(hd0,msdos1)/boot/vmlinuz-5.14.0-710.el9.x86_64", "console": "ttyS0,115200n8", "crashkernel": "1G-2G:192M,2G-64G:256M,64G-:512M", "net.ifnames": "0", "no_timer_check": true, "ro": true, "root": "UUID=2b7d3b0e-f5c7-4b13-98bc-96267c9c5cc6" }, "ansible_processor": [ "0", "AuthenticAMD", "AMD EPYC-Rome Processor", "1", "AuthenticAMD", "AMD EPYC-Rome Processor", "2", "AuthenticAMD", "AMD EPYC-Rome Processor", "3", "AuthenticAMD", "AMD EPYC-Rome Processor", "4", "AuthenticAMD", "AMD EPYC-Rome Processor", "5", "AuthenticAMD", "AMD EPYC-Rome Processor", "6", "AuthenticAMD", "AMD EPYC-Rome Processor", "7", "AuthenticAMD", "AMD EPYC-Rome Processor" ], "ansible_processor_cores": 1, "ansible_processor_count": 8, "ansible_processor_nproc": 8, "ansible_processor_threads_per_core": 1, "ansible_processor_vcpus": 8, "ansible_product_name": "OpenStack Nova", "ansible_product_serial": "NA", "ansible_product_uuid": "NA", "ansible_product_version": "26.3.1", "ansible_python": { "executable": "/usr/bin/python3", "has_sslcontext": true, "type": "cpython", "version": { "major": 3, "micro": 25, "minor": 9, "releaselevel": "final", "serial": 0 }, "version_info": [ 3, 9, 25, "final", 0 ] }, "ansible_python_version": "3.9.25", "ansible_real_group_id": 1000, "ansible_real_user_id": 1000, "ansible_selinux": { "config_mode": "enforcing", "mode": "enforcing", "policyvers": 33, "status": "enabled", "type": "targeted" }, "ansible_selinux_python_present": true, "ansible_service_mgr": "systemd", "ansible_ssh_host_key_ecdsa_public": "AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBKekU5sPPyqoj6gKnHFko0Cfkfa/AXFSR8xumIgQs4Gws4j9ATtt8E02s8U7rfDSC9bbcALjVKFSLjlaeMAgIpY=", "ansible_ssh_host_key_ecdsa_public_keytype": "ecdsa-sha2-nistp256", "ansible_ssh_host_key_ed25519_public": "AAAAC3NzaC1lZDI1NTE5AAAAIDCQAfJPWLuOZUPiDd5kGtdjK4HyRJqPBdQlKmlzBIbb", "ansible_ssh_host_key_ed25519_public_keytype": "ssh-ed25519", "ansible_ssh_host_key_rsa_public": "AAAAB3NzaC1yc2EAAAADAQABAAABgQDAn3yYLk01sKzaLAyig0rbC8D9InYsaYCT98FcofuWCa7m9MHXFaY7+3xdx4fPV35zinbC38GDcUXf9t64YLOicEjHECdVbBV9OmVECzXiFskAqGNK7IaX6wnmPg+6KTAmQ1HsO/VcqOlmy2sqCAiI+y7sixIxFCXSPpvlKFY00uCA3Upey97npEP8mpxJbJ0UPstGSvi6ndkgMNrWUb9hcHJPHv/9XjW7Le3tE5wfMG+HHI8WLhw7MP5q8MtRnh7ofQcxelo28j39rNgBitoyjYJta4UoG73sS9TbReD8mxA3eTtU4GbkfYEmwGs1vh5RkMltUTDwlwina6t26LlOl8GN7FRlD6uoy8sE9PGIkcx1IRyDcbs1lZoEoc1Ibbu16MR3rgH5dxVHcRrXx/2RY/c62Zebr5r5ubbfl7fuCNQSntNeFFKzmLVIS7uT11d6gOQE4o3kwzdbtboyR6TygzaJ2Eq0WtVz9eLUDjJ8CJkZ+ftG4vXRfIhoaQV/9b0=", "ansible_ssh_host_key_rsa_public_keytype": "ssh-rsa", "ansible_swapfree_mb": 0, "ansible_swaptotal_mb": 0, "ansible_system": "Linux", "ansible_system_capabilities": [ "" ], "ansible_system_capabilities_enforced": "True", "ansible_system_vendor": "OpenStack Foundation", "ansible_uptime_seconds": 27, "ansible_user_dir": "/home/zuul-worker", "ansible_user_gecos": "", "ansible_user_gid": 1000, "ansible_user_id": "zuul-worker", "ansible_user_shell": "/bin/bash", "ansible_user_uid": 1000, "ansible_userspace_architecture": "x86_64", "ansible_userspace_bits": "64", "ansible_virtualization_role": "guest", "ansible_virtualization_tech_guest": [ "openstack" ], "ansible_virtualization_tech_host": [ "kvm" ], "ansible_virtualization_type": "openstack", "gather_subset": [ "all" ], "module_setup": true }, "changed": false, "invocation": { "module_args": { "fact_path": "/etc/ansible/facts.d", "filter": [], "gather_subset": [ "all" ], "gather_timeout": 10 } } } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-09T00:01:36.882796Z", "start": "2026-06-09T00:01:36.096003Z" }, "id": "0a580a2a-0013-e1ac-8ba8-0000000000c8", "name": "Collect information about the host" } }, { "hosts": { "controller": { "action": "set_fact", "ansible_facts": { "validate_host_hostname_sanitized": "controller" }, "changed": false } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-09T00:01:36.937229Z", "start": "2026-06-09T00:01:36.887412Z" }, "id": "0a580a2a-0013-e1ac-8ba8-0000000000c9", "name": "Sanitize hostname" } }, { "hosts": { "controller": { "action": "template", "changed": true, "checksum": "ac212da0148b76c59e8ca6320579146f4477ce3d", "dest": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info/host-info.controller.yaml", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "host-info.j2", "attributes": null, "backup": false, "checksum": "ac212da0148b76c59e8ca6320579146f4477ce3d", "content": null, "dest": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info/host-info.controller.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/.ansible/tmp/ansible-tmp-1780963296.9712658-106-102062574211650/source", "unsafe_writes": false, "validate": null } }, "md5sum": "0a68147074588dfca5de5fa96efa08e6", "mode": "0644", "owner": "1000", "size": 14919, "src": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/.ansible/tmp/ansible-tmp-1780963296.9712658-106-102062574211650/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-09T00:01:37.410598Z", "start": "2026-06-09T00:01:36.941067Z" }, "id": "0a580a2a-0013-e1ac-8ba8-0000000000ca", "name": "Write out all ansible variables/facts known for each host" } }, { "hosts": { "controller": { "_zuul_nolog_return": true, "action": "zuul_debug_info", "changed": false, "df_i": "Filesystem Inodes IUsed IFree IUse% Mounted on\ndevtmpfs 3013099 398 3012701 1% /dev\ntmpfs 3042806 2 3042804 1% /dev/shm\ntmpfs 819200 597 818603 1% /run\n/dev/vda1 209714672 54274 209660398 1% /\ntmpfs 608561 16 608545 1% /run/user/1000\n", "df_m": "Filesystem 1M-blocks Used Available Use% Mounted on\ndevtmpfs 11770 0 11770 0% /dev\ntmpfs 11886 0 11886 0% /dev/shm\ntmpfs 4755 17 4738 1% /run\n/dev/vda1 409535 4866 404670 2% /\ntmpfs 2378 0 2378 0% /run/user/1000\n", "image_manifest_files": [], "invocation": { "module_args": { "image_manifest": null, "image_manifest_files": [ "/etc/dib-builddate.txt", "/etc/image-hostname.txt" ], "ipv4_route_required": false, "ipv6_route_required": false, "traceroute_host": null } }, "network_interfaces": "1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000\n link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00\n inet 127.0.0.1/8 scope host lo\n valid_lft forever preferred_lft forever\n inet6 ::1/128 scope host \n valid_lft forever preferred_lft forever\n2: eth0: mtu 1500 qdisc fq_codel state UP group default qlen 1000\n link/ether fa:16:3e:b8:c6:76 brd ff:ff:ff:ff:ff:ff\n altname enp0s3\n altname ens3\n inet 38.102.83.130/24 brd 38.102.83.255 scope global dynamic noprefixroute eth0\n valid_lft 43179sec preferred_lft 43179sec\n inet6 fe80::f816:3eff:feb8:c676/64 scope link proto kernel_ll \n valid_lft forever preferred_lft forever\n", "network_neighbors": "38.102.83.1 dev eth0 lladdr c6:e7:bc:23:0b:06 REACHABLE \n38.102.83.51 dev eth0 lladdr fa:16:3e:74:a2:1c REACHABLE \n38.102.83.253 dev eth0 lladdr fa:61:25:a2:5a:71 STALE \n38.102.83.254 dev eth0 lladdr c6:e7:bc:23:0b:06 STALE \n", "network_routing_v4": "default via 38.102.83.1 dev eth0 proto dhcp src 38.102.83.130 metric 100 \n38.102.83.0/24 dev eth0 proto kernel scope link src 38.102.83.130 metric 100 \n169.254.169.254 via 38.102.83.126 dev eth0 proto dhcp src 38.102.83.130 metric 100 \n", "network_routing_v6": "::1 dev lo proto kernel metric 256 pref medium\nfe80::/64 dev eth0 proto kernel metric 256 pref medium\n", "proc_cpuinfo": "processor\t: 0\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 0\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 0\ninitial apicid\t: 0\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 1\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 1\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 1\ninitial apicid\t: 1\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 2\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 2\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 2\ninitial apicid\t: 2\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 3\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 3\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 3\ninitial apicid\t: 3\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 4\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 4\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 4\ninitial apicid\t: 4\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 5\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 5\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 5\ninitial apicid\t: 5\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 6\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 6\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 6\ninitial apicid\t: 6\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\nprocessor\t: 7\nvendor_id\t: AuthenticAMD\ncpu family\t: 23\nmodel\t\t: 49\nmodel name\t: AMD EPYC-Rome Processor\nstepping\t: 0\nmicrocode\t: 0x1000065\ncpu MHz\t\t: 2800.000\ncache size\t: 512 KB\nphysical id\t: 7\nsiblings\t: 1\ncore id\t\t: 0\ncpu cores\t: 1\napicid\t\t: 7\ninitial apicid\t: 7\nfpu\t\t: yes\nfpu_exception\t: yes\ncpuid level\t: 13\nwp\t\t: yes\nflags\t\t: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 syscall nx mmxext fxsr_opt pdpe1gb rdtscp lm rep_good nopl xtopology cpuid extd_apicid tsc_known_freq pni pclmulqdq ssse3 fma cx16 sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm cmp_legacy svm cr8_legacy abm sse4a misalignsse 3dnowprefetch osvw topoext perfctr_core ssbd ibrs ibpb stibp vmmcall fsgsbase tsc_adjust bmi1 avx2 smep bmi2 rdseed adx smap clflushopt clwb sha_ni xsaveopt xsavec xgetbv1 clzero xsaveerptr wbnoinvd arat npt lbrv nrip_save tsc_scale vmcb_clean pausefilter pfthreshold umip rdpid arch_capabilities\nbugs\t\t: sysret_ss_attrs null_seg spectre_v1 spectre_v2 spec_store_bypass retbleed smt_rsb srso ibpb_no_ret spectre_v2_user\nbogomips\t: 5600.00\nTLB size\t: 1024 4K pages\nclflush size\t: 64\ncache_alignment\t: 64\naddress sizes\t: 40 bits physical, 48 bits virtual\npower management:\n\n", "traceroute": null, "uname": "Linux np0000067836.novalocal 5.14.0-710.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Wed May 27 09:04:56 UTC 2026 x86_64 x86_64 x86_64 GNU/Linux\n" } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-09T00:01:37.857257Z", "start": "2026-06-09T00:01:37.416495Z" }, "id": "0a580a2a-0013-e1ac-8ba8-0000000000cc", "name": "Collect information about zuul worker" } }, { "hosts": { "controller": { "action": "template", "changed": true, "checksum": "72752849c9dddd1fdaf0f09779f317e1eb904b5e", "dest": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info/zuul-info.controller.txt", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "zuul-info.j2", "attributes": null, "backup": false, "checksum": "72752849c9dddd1fdaf0f09779f317e1eb904b5e", "content": null, "dest": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/logs/zuul-info/zuul-info.controller.txt", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/.ansible/tmp/ansible-tmp-1780963297.89572-129-84375370736916/source", "unsafe_writes": false, "validate": null } }, "md5sum": "49f1b69698ccf900b9323d94ac41617b", "mode": "0644", "owner": "1000", "size": 2428, "src": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/.ansible/tmp/ansible-tmp-1780963297.89572-129-84375370736916/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000000c4", "name": "validate-host", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/validate-host" }, "task": { "duration": { "end": "2026-06-09T00:01:38.342309Z", "start": "2026-06-09T00:01:37.863842Z" }, "id": "0a580a2a-0013-e1ac-8ba8-0000000000cd", "name": "Write out all zuul information for each host" } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "include_args": { "name": "prepare-workspace" } } }, "task": { "duration": { "end": "2026-06-09T00:01:38.369998Z", "start": "2026-06-09T00:01:38.349243Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000002b", "name": "" } }, { "hosts": { "controller": { "action": "zuul_console", "changed": false, "invocation": { "module_args": { "path": "/tmp/console-{log_uuid}.log", "port": 19885, "state": "present" } } } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-00000000012e", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-06-09T00:01:38.721634Z", "start": "2026-06-09T00:01:38.409271Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000130", "name": "Start zuul_console daemon." } }, { "hosts": { "controller": { "action": "synchronize", "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-00000000012e", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-06-09T00:01:40.314664Z", "start": "2026-06-09T00:01:38.730186Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000131", "name": "Synchronize src repos to workspace directory." } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "include_args": { "name": "add-build-sshkey" } } }, "task": { "duration": { "end": "2026-06-09T00:01:40.355971Z", "start": "2026-06-09T00:01:40.324222Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000002c", "name": "" } }, { "hosts": { "controller": { "action": "stat", "changed": false, "failed_when_result": false, "invocation": { "module_args": { "checksum_algorithm": "sha1", "follow": false, "get_attributes": true, "get_checksum": true, "get_mime": true, "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/c07bc7fe4b1542579c9893e8fe5c3204_id_rsa" } }, "stat": { "exists": false } } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:40.661197Z", "start": "2026-06-09T00:01:40.380404Z" }, "id": "0a580a2a-0013-e1ac-8ba8-0000000001b9", "name": "Check to see if ssh key was already created for this build" } }, { "hosts": { "controller": { "action": "include_tasks", "changed": false, "include": "create-key-and-replace.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:40.703161Z", "start": "2026-06-09T00:01:40.669696Z" }, "id": "0a580a2a-0013-e1ac-8ba8-0000000001ba", "name": "Create a new key in workspace based on build UUID" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "ssh-keygen", "-t", "rsa", "-N", "", "-C", "zuul-build-sshkey", "-f", "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/c07bc7fe4b1542579c9893e8fe5c3204_id_rsa", "-b", "3072" ], "delta": "0:00:00.402018", "end": "2026-06-09 00:01:41.589227", "invocation": { "module_args": { "_raw_params": "ssh-keygen -t rsa -N '' -C 'zuul-build-sshkey' -f /var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/c07bc7fe4b1542579c9893e8fe5c3204_id_rsa -b 3072", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-e1ac-8ba8-00000000020c-0-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-09 00:01:41.187209", "stderr": "", "stderr_lines": [], "stdout": "Generating public/private rsa key pair.\nYour identification has been saved in /var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/c07bc7fe4b1542579c9893e8fe5c3204_id_rsa\nYour public key has been saved in /var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/c07bc7fe4b1542579c9893e8fe5c3204_id_rsa.pub\nThe key fingerprint is:\nSHA256:sXOVgcPw4Opn/gW00WwubkHu2pp6h8qxMBn+OD/3+5M zuul-build-sshkey\nThe key's randomart image is:\n+---[RSA 3072]----+\n| oo .. |\n| . o+o o |\n| o =.* |\n| . * * |\n| . . S B . |\n| . + = + |\n| = o o.+ .. |\n| .*.*+=..E |\n| .oB*===o.. |\n+----[SHA256]-----+", "stdout_lines": [ "Generating public/private rsa key pair.", "Your identification has been saved in /var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/c07bc7fe4b1542579c9893e8fe5c3204_id_rsa", "Your public key has been saved in /var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/c07bc7fe4b1542579c9893e8fe5c3204_id_rsa.pub", "The key fingerprint is:", "SHA256:sXOVgcPw4Opn/gW00WwubkHu2pp6h8qxMBn+OD/3+5M zuul-build-sshkey", "The key's randomart image is:", "+---[RSA 3072]----+", "| oo .. |", "| . o+o o |", "| o =.* |", "| . * * |", "| . . S B . |", "| . + = + |", "| = o o.+ .. |", "| .*.*+=..E |", "| .oB*===o.. |", "+----[SHA256]-----+" ], "zuul_log_id": "0a580a2a-0013-e1ac-8ba8-00000000020c-0-controller" } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:41.659647Z", "start": "2026-06-09T00:01:40.727886Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000020c", "name": "Create Temp SSH key" } }, { "hosts": { "controller": { "action": "include_tasks", "changed": false, "include": "remote-linux.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:41.699492Z", "start": "2026-06-09T00:01:41.667578Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000020d", "name": "Remote setup ssh keys (linux)" } }, { "hosts": { "controller": { "action": "lineinfile", "changed": false, "false_condition": "zuul_build_sshkey_cleanup", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:41.755685Z", "start": "2026-06-09T00:01:41.718198Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000232", "name": "Remove previously added zuul-build-sshkey" } }, { "hosts": { "controller": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4lmYumQZJlFRyzkR0rtmUldfPNrPSjvf1LjrhPmLWLNK38eXH1cgicUx1/HZIiE79xkWMu98mu45+GW7OHQ/scFMqyOUKoKmtWw3fhFnL9MBLcRI2S+VAfn5ugRhCw8NLhNIo0YbJGWC8XLHhexG7GRhQ6Ed77PA59YT+b9Jm92oajmDL87oAMm15DeRLcLSb8R1juvTpi28gh4fk1sVhQdF6aKUyI3T7aP+UtwPejPrdwTb6lyGDXDlkoefu+XOv0cNKtA/u30R7MAjc4yrp5p52MCv3cy3teLzTLUtW0zHthrtR7sytzD1eZCqYG/+ATXFg1l5BVmEKV2R2wsTYM2TVXFA6DFOll1wRZBnkhJ4pIfq6E6YlugRhi22HKd7EIRX3f0tf7xqf3Gp2OteGifoZpd95HdY9hznfScVOCSy6WNXpRuaKfU1dlxIom0qeItLzKx4fBfwEHoBwKZnc+twNSsR92fbRSiPNfr06BTWga3p5SYf4gzfmc/uKg+E= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul-worker/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul-worker", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4lmYumQZJlFRyzkR0rtmUldfPNrPSjvf1LjrhPmLWLNK38eXH1cgicUx1/HZIiE79xkWMu98mu45+GW7OHQ/scFMqyOUKoKmtWw3fhFnL9MBLcRI2S+VAfn5ugRhCw8NLhNIo0YbJGWC8XLHhexG7GRhQ6Ed77PA59YT+b9Jm92oajmDL87oAMm15DeRLcLSb8R1juvTpi28gh4fk1sVhQdF6aKUyI3T7aP+UtwPejPrdwTb6lyGDXDlkoefu+XOv0cNKtA/u30R7MAjc4yrp5p52MCv3cy3teLzTLUtW0zHthrtR7sytzD1eZCqYG/+ATXFg1l5BVmEKV2R2wsTYM2TVXFA6DFOll1wRZBnkhJ4pIfq6E6YlugRhi22HKd7EIRX3f0tf7xqf3Gp2OteGifoZpd95HdY9hznfScVOCSy6WNXpRuaKfU1dlxIom0qeItLzKx4fBfwEHoBwKZnc+twNSsR92fbRSiPNfr06BTWga3p5SYf4gzfmc/uKg+E= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul-worker/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul-worker", "validate_certs": true } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:42.347428Z", "start": "2026-06-09T00:01:41.761695Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000233", "name": "Enable access via build key on all nodes" } }, { "hosts": { "controller": { "action": "file", "changed": false, "diff": { "after": { "path": "/home/zuul-worker/.ssh" }, "before": { "path": "/home/zuul-worker/.ssh" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 448, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/.ssh", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0700", "owner": "zuul-worker", "path": "/home/zuul-worker/.ssh", "secontext": "unconfined_u:object_r:ssh_home_t:s0", "size": 29, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:42.665586Z", "start": "2026-06-09T00:01:42.355677Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000234", "name": "Make sure user has a .ssh" } }, { "hosts": { "controller": { "action": "copy", "changed": true, "checksum": "59064dd28ff4b2f6919fc8326245f0c867c5fc23", "dest": "/home/zuul-worker/.ssh/id_rsa", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "c07bc7fe4b1542579c9893e8fe5c3204_id_rsa", "attributes": null, "backup": false, "checksum": "59064dd28ff4b2f6919fc8326245f0c867c5fc23", "content": null, "dest": "/home/zuul-worker/.ssh/id_rsa", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 384, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780963302.7587938-209-34137751119147/source", "unsafe_writes": false, "validate": null } }, "md5sum": "01b3297a5f9f9ad7bde91b9984f3025e", "mode": "0600", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:ssh_home_t:s0", "size": 2602, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780963302.7587938-209-34137751119147/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:43.593869Z", "start": "2026-06-09T00:01:42.670251Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000235", "name": "Install build private key as SSH key on all nodes" } }, { "hosts": { "controller": { "action": "copy", "changed": true, "checksum": "d4cb0d5597a4de1eac484dade8bedacacf1dc76d", "dest": "/home/zuul-worker/.ssh/id_rsa.pub", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "c07bc7fe4b1542579c9893e8fe5c3204_id_rsa.pub", "attributes": null, "backup": false, "checksum": "d4cb0d5597a4de1eac484dade8bedacacf1dc76d", "content": null, "dest": "/home/zuul-worker/.ssh/id_rsa.pub", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780963303.6794457-219-39690315132199/source", "unsafe_writes": false, "validate": null } }, "md5sum": "c82b5defe7297b49ea5bfff23fff8001", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:ssh_home_t:s0", "size": 571, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780963303.6794457-219-39690315132199/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:44.482508Z", "start": "2026-06-09T00:01:43.598209Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000236", "name": "Install build public key as SSH key on all nodes" } }, { "hosts": { "controller": { "action": "include_tasks", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:44.520832Z", "start": "2026-06-09T00:01:44.485714Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000020e", "name": "Remote setup ssh keys (windows)" } }, { "hosts": { "controller": { "action": "sshagent_remove_keys", "changed": true, "invocation": { "module_args": { "remove": "^(?!\\(stdin\\)).*" } }, "removed": [ "/var/lib/zuul-ssh/..data/priv" ] } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-000000000213", "name": "remove-zuul-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-zuul-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:44.925070Z", "start": "2026-06-09T00:01:44.525125Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000215", "name": "Remove master key from local agent" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "ssh-add", "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/c07bc7fe4b1542579c9893e8fe5c3204_id_rsa" ], "delta": "0:00:00.016977", "end": "2026-06-09 00:01:45.197859", "invocation": { "module_args": { "_raw_params": "ssh-add /var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/c07bc7fe4b1542579c9893e8fe5c3204_id_rsa", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-e1ac-8ba8-00000000021b-0-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-09 00:01:45.180882", "stderr": "", "stderr_lines": [], "stdout": "Identity added: /var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/c07bc7fe4b1542579c9893e8fe5c3204_id_rsa (zuul-build-sshkey)", "stdout_lines": [ "Identity added: /var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/work/c07bc7fe4b1542579c9893e8fe5c3204_id_rsa (zuul-build-sshkey)" ], "zuul_log_id": "0a580a2a-0013-e1ac-8ba8-00000000021b-0-controller" } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:45.234048Z", "start": "2026-06-09T00:01:44.940007Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000021b", "name": "Add back temp key" } }, { "hosts": { "controller": { "action": "ping", "changed": false, "invocation": { "module_args": { "data": "pong" } }, "ping": "pong" } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:45.976780Z", "start": "2026-06-09T00:01:45.237674Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000021c", "name": "Verify we can still SSH to all nodes" } }, { "hosts": { "controller": { "action": "command", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-0000000001b7", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-06-09T00:01:46.024701Z", "start": "2026-06-09T00:01:45.984192Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000021d", "name": "Verify we can still SSH to all nodes (windows)" } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "false_condition": "ansible_connection == 'kubectl'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-09T00:01:46.057842Z", "start": "2026-06-09T00:01:46.032048Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000002e", "name": "" } }, { "hosts": { "controller": { "action": "include_role", "changed": false, "false_condition": "ansible_connection == 'kubectl'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-09T00:01:46.086665Z", "start": "2026-06-09T00:01:46.062082Z" }, "id": "0a580a2a-0013-e1ac-8ba8-00000000002f", "name": "" } }, { "hosts": { "controller": { "action": "file", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs", "state": "absent", "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/artifacts", "state": "absent", "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/docs", "state": "absent", "zj_output_dir": "docs" } ] } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-000000000035", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-06-09T00:01:47.158988Z", "start": "2026-06-09T00:01:46.090821Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000037", "name": "Empty Zuul Output directories by removing them" } }, { "hosts": { "controller": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/logs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000, "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/artifacts", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/artifacts", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/artifacts", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000, "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/docs", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/docs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/docs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000, "zj_output_dir": "docs" } ] } }, "role": { "id": "0a580a2a-0013-e1ac-8ba8-000000000035", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-06-09T00:01:47.902240Z", "start": "2026-06-09T00:01:47.166393Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000039", "name": "Ensure Zuul Output directories exist" } }, { "hosts": { "controller": { "action": "community.general.ini_file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "backup_file": "/etc/dnf/dnf.conf.5744.2026-06-08@20:01:48~", "changed": true, "diff": { "after": "", "after_header": "/etc/dnf/dnf.conf (content)", "before": "", "before_header": "/etc/dnf/dnf.conf (content)" }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "allow_no_value": false, "attributes": null, "backup": true, "create": true, "exclusive": true, "follow": false, "group": null, "ignore_spaces": false, "mode": null, "modify_inactive_option": true, "no_extra_spaces": false, "option": "max_parallel_downloads", "owner": null, "path": "/etc/dnf/dnf.conf", "section": "main", "section_has_values": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "value": "8", "values": null } }, "item": { "option": "max_parallel_downloads", "value": 8 }, "mode": "0644", "msg": "option added", "owner": "root", "path": "/etc/dnf/dnf.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 135, "state": "file", "uid": 0 }, { "ansible_loop_var": "item", "backup_file": "/etc/dnf/dnf.conf.5772.2026-06-08@20:01:48~", "changed": true, "diff": { "after": "", "after_header": "/etc/dnf/dnf.conf (content)", "before": "", "before_header": "/etc/dnf/dnf.conf (content)" }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "allow_no_value": false, "attributes": null, "backup": true, "create": true, "exclusive": true, "follow": false, "group": null, "ignore_spaces": false, "mode": null, "modify_inactive_option": true, "no_extra_spaces": false, "option": "fastestmirror", "owner": null, "path": "/etc/dnf/dnf.conf", "section": "main", "section_has_values": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "value": "True", "values": null } }, "item": { "option": "fastestmirror", "value": "True" }, "mode": "0644", "msg": "option added", "owner": "root", "path": "/etc/dnf/dnf.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 156, "state": "file", "uid": 0 }, { "ansible_loop_var": "item", "backup_file": "/etc/dnf/dnf.conf.5800.2026-06-08@20:01:48~", "changed": true, "diff": { "after": "", "after_header": "/etc/dnf/dnf.conf (content)", "before": "", "before_header": "/etc/dnf/dnf.conf (content)" }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "allow_no_value": false, "attributes": null, "backup": true, "create": true, "exclusive": true, "follow": false, "group": null, "ignore_spaces": false, "mode": null, "modify_inactive_option": true, "no_extra_spaces": false, "option": "minrate", "owner": null, "path": "/etc/dnf/dnf.conf", "section": "main", "section_has_values": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "value": "2M", "values": null } }, "item": { "option": "minrate", "value": "2M" }, "mode": "0644", "msg": "option added", "owner": "root", "path": "/etc/dnf/dnf.conf", "secontext": "system_u:object_r:etc_t:s0", "size": 169, "state": "file", "uid": 0 } ], "warnings": [ "Module remote_tmp /root/.ansible/tmp did not exist and was created with a mode of 0700, this may cause issues when running as another user. To avoid this, create the remote_tmp dir with the correct permissions manually" ] } }, "task": { "duration": { "end": "2026-06-09T00:01:49.040414Z", "start": "2026-06-09T00:01:47.908720Z" }, "id": "0a580a2a-0013-e1ac-8ba8-000000000042", "name": "Tune dnf options" } } ] } ], "stats": { "controller": { "changed": 11, "failures": 0, "ignored": 0, "ok": 24, "rescued": 0, "skipped": 5, "unreachable": 0 }, "localhost": { "changed": 2, "failures": 0, "ignored": 0, "ok": 6, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": true }, { "branch": "main", "index": "1", "phase": "pre", "playbook": "gitlab.com/softwarefactory-project/centosinfra-prod/sf-config/playbooks/rhel_subscription/register.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-09T00:01:50.240602Z", "start": "2026-06-09T00:01:49.911487Z" }, "id": "0a580a2a-0013-1a97-1778-000000000002", "name": "all" }, "tasks": [ { "hosts": { "controller": { "action": "community.general.redhat_subscription", "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false, "skipped": true } }, "task": { "duration": { "end": "2026-06-09T00:01:49.986549Z", "start": "2026-06-09T00:01:49.921660Z" }, "id": "0a580a2a-0013-1a97-1778-000000000004", "name": "Register system" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-09T00:01:50.038536Z", "start": "2026-06-09T00:01:49.993307Z" }, "id": "0a580a2a-0013-1a97-1778-000000000005", "name": "Get minor release for EUS activation" } }, { "hosts": { "controller": { "action": "community.general.rhsm_repository", "changed": false, "msg": "All items skipped", "results": [ { "ansible_loop_var": "item", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "item": "rhel-9-for-x86_64-baseos-eus-rpms", "skip_reason": "Conditional result was False", "skipped": true }, { "ansible_loop_var": "item", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "item": "rhel-9-for-x86_64-appstream-eus-rpms", "skip_reason": "Conditional result was False", "skipped": true } ], "skipped": true } }, "task": { "duration": { "end": "2026-06-09T00:01:50.120011Z", "start": "2026-06-09T00:01:50.042973Z" }, "id": "0a580a2a-0013-1a97-1778-000000000006", "name": "Manage Extended Update Support repos" } }, { "hosts": { "controller": { "action": "ansible.builtin.dnf", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-09T00:01:50.170278Z", "start": "2026-06-09T00:01:50.124911Z" }, "id": "0a580a2a-0013-1a97-1778-000000000007", "name": "Upgrade all packages" } }, { "hosts": { "controller": { "action": "ansible.builtin.reboot", "changed": false, "false_condition": "ansible_distribution | lower == 'redhat'", "skip_reason": "Conditional result was False", "skipped": true } }, "task": { "duration": { "end": "2026-06-09T00:01:50.240602Z", "start": "2026-06-09T00:01:50.175689Z" }, "id": "0a580a2a-0013-1a97-1778-000000000008", "name": "Reboot to use new kernel" } } ] } ], "stats": { "controller": { "changed": 0, "failures": 0, "ignored": 0, "ok": 0, "rescued": 0, "skipped": 5, "unreachable": 0 } }, "trusted": true }, { "branch": "master", "index": "2", "phase": "pre", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/install-minikube.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-09T00:05:46.866713Z", "start": "2026-06-09T00:01:51.211981Z" }, "id": "0a580a2a-0013-d33f-2600-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "mode": "0700", "path": "/dev/shm/etcd", "state": "directory" }, "before": { "mode": "0755", "path": "/dev/shm/etcd", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": "root", "mode": 448, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": "root", "path": "/dev/shm/etcd", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0700", "owner": "root", "path": "/dev/shm/etcd", "secontext": "unconfined_u:object_r:user_tmp_t:s0", "size": 40, "state": "directory", "uid": 0 } }, "task": { "duration": { "end": "2026-06-09T00:01:51.624989Z", "start": "2026-06-09T00:01:51.223725Z" }, "id": "0a580a2a-0013-d33f-2600-000000000004", "name": "Create ramdisk folder" } }, { "hosts": { "controller": { "action": "ansible.builtin.dnf", "changed": true, "invocation": { "module_args": { "allow_downgrade": false, "allowerasing": false, "autoremove": false, "bugfix": false, "cacheonly": false, "conf_file": null, "disable_excludes": null, "disable_gpg_check": false, "disable_plugin": [], "disablerepo": [], "download_dir": null, "download_only": false, "enable_plugin": [], "enablerepo": [], "exclude": [], "install_repoquery": true, "install_weak_deps": true, "installroot": "/", "list": null, "lock_timeout": 30, "name": [ "podman", "bind-utils" ], "nobest": false, "releasever": null, "security": false, "skip_broken": false, "sslverify": true, "state": "present", "update_cache": false, "update_only": false, "use_backend": "auto", "validate_certs": true } }, "msg": "", "rc": 0, "results": [ "Installed: conmon-3:2.2.1-1.el9.x86_64", "Installed: libslirp-4.4.0-8.el9.x86_64", "Installed: protobuf-c-1.3.3-13.el9.x86_64", "Installed: container-selinux-4:2.247.0-1.el9.noarch", "Installed: shadow-utils-subid-2:4.9-16.el9.x86_64", "Installed: libuv-1:1.42.0-2.el9.x86_64", "Installed: containers-common-5:5.8-1.el9.x86_64", "Installed: bind-libs-32:9.16.23-43.el9.x86_64", "Installed: fuse-common-3.10.2-9.el9.x86_64", "Installed: bind-license-32:9.16.23-43.el9.noarch", "Installed: libnet-1.2-7.el9.x86_64", "Installed: bind-utils-32:9.16.23-43.el9.x86_64", "Installed: passt-0^20251210.gd04c480-3.el9.x86_64", "Installed: nftables-1:1.0.9-7.el9.x86_64", "Installed: passt-selinux-0^20251210.gd04c480-3.el9.noarch", "Installed: yajl-2.1.0-25.el9.x86_64", "Installed: fstrm-0.6.1-3.el9.x86_64", "Installed: fuse-overlayfs-1.16-2.el9.x86_64", "Installed: fuse3-3.10.2-9.el9.x86_64", "Installed: podman-6:5.8.2-1.el9.x86_64", "Installed: aardvark-dns-2:1.17.0-1.el9.x86_64", "Installed: netavark-2:1.17.2-1.el9.x86_64", "Installed: criu-3.19-5.el9.x86_64", "Installed: fuse3-libs-3.10.2-9.el9.x86_64", "Installed: criu-libs-3.19-5.el9.x86_64", "Installed: crun-1.27-2.el9.x86_64", "Installed: slirp4netns-1.3.3-1.el9.x86_64" ] } }, "task": { "duration": { "end": "2026-06-09T00:02:46.823606Z", "start": "2026-06-09T00:01:51.630138Z" }, "id": "0a580a2a-0013-d33f-2600-000000000005", "name": "Installing packages" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": "4cf277d03fb8b702f2bfed22d315beacde030d7b", "dest": "/etc/containers/containers.conf", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "tmp_xswezex", "attributes": null, "backup": true, "checksum": "4cf277d03fb8b702f2bfed22d315beacde030d7b", "content": null, "dest": "/etc/containers/containers.conf", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780963366.9091477-9-145977776108329/source", "unsafe_writes": false, "validate": null } }, "md5sum": "99dc9d9c1833045fd7a7422255e03b07", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 28, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780963366.9091477-9-145977776108329/source", "state": "file", "uid": 0 } }, "task": { "duration": { "end": "2026-06-09T00:02:47.886471Z", "start": "2026-06-09T00:02:46.827909Z" }, "id": "0a580a2a-0013-d33f-2600-000000000006", "name": "Set pids_limit in containers.conf" } }, { "hosts": { "controller": { "accept_ranges": "bytes", "action": "ansible.builtin.uri", "age": "0", "changed": true, "connection": "close", "content_disposition": "attachment; filename=minikube-linux-amd64", "content_length": "132766301", "content_type": "application/octet-stream", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:02:48 GMT", "elapsed": 0, "etag": "\"0x8DD995F30FCC1F2\"", "gid": 0, "group": "root", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": "/usr/bin/minikube", "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": "0755", "owner": null, "path": "/usr/bin/minikube", "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200, 304 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://github.com/kubernetes/minikube/releases/download/v1.36.0/minikube-linux-amd64", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": true } }, "last_modified": "Thu, 22 May 2025 18:33:47 GMT", "mode": "0755", "msg": "OK (132766301 bytes)", "owner": "root", "path": "/usr/bin/minikube", "redirected": true, "secontext": "system_u:object_r:bin_t:s0", "server": "Windows-Azure-Blob/1.0 Microsoft-HTTPAPI/2.0", "size": 132766301, "state": "file", "status": 200, "uid": 0, "url": "https://release-assets.githubusercontent.com/github-production-release-asset/56353740/78b372d1-5edc-4c03-ac1c-94d56212b2f4?sp=r&sv=2018-11-09&sr=b&spr=https&se=2026-06-09T01%3A02%3A48Z&rscd=attachment%3B+filename%3Dminikube-linux-amd64&rsct=application%2Foctet-stream&skoid=96c2d410-5711-43a1-aedd-ab1947aa7ab0&sktid=398a6654-997b-47e9-b12b-9515b896b4de&skt=2026-06-09T00%3A02%3A46Z&ske=2026-06-09T01%3A02%3A48Z&sks=b&skv=2018-11-09&sig=G%2BXU9NZDGGguTZBg54ag2m5CC0t5SAhUjFdIVNb%2B2BY%3D&jwt=eyJ0eXAiOiJKV1QiLCJhbGciOiJIUzI1NiJ9.eyJpc3MiOiJnaXRodWIuY29tIiwiYXVkIjoicmVsZWFzZS1hc3NldHMuZ2l0aHVidXNlcmNvbnRlbnQuY29tIiwia2V5Ijoia2V5MSIsImV4cCI6MTc4MDk2Njk2OCwibmJmIjoxNzgwOTYzMzY4LCJwYXRoIjoicmVsZWFzZWFzc2V0cHJvZHVjdGlvbi5ibG9iLmNvcmUud2luZG93cy5uZXQifQ.3Nx6cz8ui_cOW8aU40rg85hR3GJio7vmlOXTjAKUfuU&response-content-disposition=attachment%3B%20filename%3Dminikube-linux-amd64&response-content-type=application%2Foctet-stream", "via": "1.1 varnish, 1.1 varnish", "x_cache": "HIT, MISS", "x_cache_hits": "364, 0", "x_ms_access_tier": "Hot", "x_ms_access_tier_inferred": "true", "x_ms_blob_type": "BlockBlob", "x_ms_creation_time": "Thu, 22 May 2025 18:33:47 GMT", "x_ms_lease_state": "available", "x_ms_lease_status": "unlocked", "x_ms_request_id": "cdc91a82-501e-006a-3274-f5397d000000", "x_ms_server_encrypted": "true", "x_ms_version": "2018-11-09", "x_served_by": "cache-iad-kiad7000043-IAD, cache-yyz4566-YYZ", "x_timer": "S1780963369.798202,VS0,VE21" } }, "task": { "duration": { "end": "2026-06-09T00:02:50.959585Z", "start": "2026-06-09T00:02:47.901560Z" }, "id": "0a580a2a-0013-d33f-2600-000000000007", "name": "Installing Minikube" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "minikube", "start", "--driver=podman", "--kubernetes-version=v1.32", "--embed-certs", "--container-runtime=cri-o", "--addons", "ingress,ingress-dns", "--cpus", "no-limit", "--memory", "no-limit", "--delete-on-failure=true", "--disable-metrics=true", "--mount", "--mount-string=/dev/shm/etcd:/var/lib/minikube/etcd" ], "delta": "0:02:28.961813", "end": "2026-06-08 20:05:20.347608", "invocation": { "module_args": { "_raw_params": "minikube start --driver=podman --kubernetes-version=v1.32 --embed-certs --container-runtime=cri-o --addons ingress,ingress-dns --cpus no-limit --memory no-limit --delete-on-failure=true --disable-metrics=true --mount --mount-string=\"/dev/shm/etcd:/var/lib/minikube/etcd\"\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-d33f-2600-000000000008-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:02:51.385795", "stderr": "", "stderr_lines": [], "stdout": "* minikube v1.36.0 on Centos 9 (kvm/amd64)\n Using Kubernetes 1.32.5 since patch version was unspecified\n* minikube 1.38.1 is available! Download it: https://github.com/kubernetes/minikube/releases/tag/v1.38.1\n* To disable this notice, run: 'minikube config set WantUpdateNotification false'\n\n* Using the podman driver based on user configuration\n* Using Podman driver with root privileges\n* Starting \"minikube\" primary control-plane node in \"minikube\" cluster\n* Pulling base image v0.0.47 ...\n* Downloading Kubernetes v1.32.5 preload ...\n > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 1.61 KiB / 502.26 MiB 0.00% 2.68 KiB p/ > gcr.io/k8s-minikube/kicbase...: 1.61 KiB / 502.26 MiB 0.00% 2.68 KiB p/ > gcr.io/k8s-minikube/kicbase...: 1.61 KiB / 502.26 MiB 0.00% 2.68 KiB p/ > gcr.io/k8s-minikube/kicbase...: 113.73 KiB / 502.26 MiB 0.02% 14.55 KiB > gcr.io/k8s-minikube/kicbase...: 1.05 MiB / 502.26 MiB 0.21% 14.55 KiB p > gcr.io/k8s-minikube/kicbase...: 6.14 MiB / 502.26 MiB 1.22% 14.55 KiB p > gcr.io/k8s-minikube/kicbase...: 12.36 MiB / 502.26 MiB 2.46% 1.33 MiB p > gcr.io/k8s-minikube/kicbase...: 16.81 MiB / 502.26 MiB 3.35% 1.33 MiB p > gcr.io/k8s-minikube/kicbase...: 22.94 MiB / 502.26 MiB 4.57% 1.33 MiB p > gcr.io/k8s-minikube/kicbase...: 29.08 MiB / 502.26 MiB 5.79% 3.04 MiB p > gcr.io/k8s-minikube/kicbase...: 34.97 MiB / 502.26 MiB 6.96% 3.04 MiB p > gcr.io/k8s-minikube/kicbase...: 38.26 MiB / 502.26 MiB 7.62% 3.04 MiB p > gcr.io/k8s-minikube/kicbase...: 42.34 MiB / 502.26 MiB 8.43% 4.27 MiB p > gcr.io/k8s-minikube/kicbase...: 46.91 MiB / 502.26 MiB 9.34% 4.27 MiB p > gcr.io/k8s-minikube/kicbase...: 50.81 MiB / 502.26 MiB 10.12% 4.27 MiB > gcr.io/k8s-minikube/kicbase...: 54.81 MiB / 502.26 MiB 10.91% 5.34 MiB > gcr.io/k8s-minikube/kicbase...: 56.94 MiB / 502.26 MiB 11.34% 5.34 MiB > gcr.io/k8s-minikube/kicbase...: 56.94 MiB / 502.26 MiB 11.34% 5.34 MiB > gcr.io/k8s-minikube/kicbase...: 56.94 MiB / 502.26 MiB 11.34% 5.22 MiB > gcr.io/k8s-minikube/kicbase...: 57.83 MiB / 502.26 MiB 11.51% 5.22 MiB > gcr.io/k8s-minikube/kicbase...: 60.59 MiB / 502.26 MiB 12.06% 5.22 MiB > gcr.io/k8s-minikube/kicbase...: 63.23 MiB / 502.26 MiB 12.59% 5.56 MiB > gcr.io/k8s-minikube/kicbase...: 66.03 MiB / 502.26 MiB 13.15% 5.56 MiB > gcr.io/k8s-minikube/kicbase...: 68.68 MiB / 502.26 MiB 13.67% 5.56 MiB > gcr.io/k8s-minikube/kicbase...: 71.33 MiB / 502.26 MiB 14.20% 6.07 MiB > gcr.io/k8s-minikube/kicbase...: 74.05 MiB / 502.26 MiB 14.74% 6.07 MiB > gcr.io/k8s-minikube/kicbase...: 76.73 MiB / 502.26 MiB 15.28% 6.07 MiB > gcr.io/k8s-minikube/kicbase...: 79.45 MiB / 502.26 MiB 15.82% 6.56 MiB > gcr.io/k8s-minikube/kicbase...: 80.39 MiB / 502.26 MiB 16.01% 6.56 MiB > gcr.io/k8s-minikube/kicbase...: 83.03 MiB / 502.26 MiB 16.53% 6.56 MiB > gcr.io/k8s-minikube/kicbase...: 84.75 MiB / 502.26 MiB 16.87% 6.70 MiB > gcr.io/k8s-minikube/kicbase...: 87.61 MiB / 502.26 MiB 17.44% 6.70 MiB > gcr.io/k8s-minikube/kicbase...: 90.59 MiB / 502.26 MiB 18.04% 6.70 MiB > gcr.io/k8s-minikube/kicbase...: 93.84 MiB / 502.26 MiB 18.68% 7.25 MiB > gcr.io/k8s-minikube/kicbase...: 97.28 MiB / 502.26 MiB 19.37% 7.25 MiB > gcr.io/k8s-minikube/kicbase...: 99.84 MiB / 502.26 MiB 19.88% 7.25 MiB > gcr.io/k8s-minikube/kicbase...: 100.36 MiB / 502.26 MiB 19.98% 7.48 MiB > gcr.io/k8s-minikube/kicbase...: 102.10 MiB / 502.26 MiB 20.33% 7.48 MiB > gcr.io/k8s-minikube/kicbase...: 104.19 MiB / 502.26 MiB 20.74% 7.48 MiB > gcr.io/k8s-minikube/kicbase...: 105.56 MiB / 502.26 MiB 21.02% 7.56 MiB > gcr.io/k8s-minikube/kicbase...: 107.70 MiB / 502.26 MiB 21.44% 7.56 MiB > gcr.io/k8s-minikube/kicbase...: 109.14 MiB / 502.26 MiB 21.73% 7.56 MiB > gcr.io/k8s-minikube/kicbase...: 110.00 MiB / 502.26 MiB 21.90% 7.55 MiB > gcr.io/k8s-minikube/kicbase...: 112.08 MiB / 502.26 MiB 22.31% 7.55 MiB > gcr.io/k8s-minikube/kicbase...: 113.42 MiB / 502.26 MiB 22.58% 7.55 MiB > gcr.io/k8s-minikube/kicbase...: 114.44 MiB / 502.26 MiB 22.78% 7.54 MiB > gcr.io/k8s-minikube/kicbase...: 115.31 MiB / 502.26 MiB 22.96% 7.54 MiB > gcr.io/k8s-minikube/kicbase...: 116.78 MiB / 502.26 MiB 23.25% 7.54 MiB > gcr.io/k8s-minikube/kicbase...: 118.75 MiB / 502.26 MiB 23.64% 7.51 MiB > gcr.io/k8s-minikube/kicbase...: 120.03 MiB / 502.26 MiB 23.90% 7.51 MiB > gcr.io/k8s-minikube/kicbase...: 120.69 MiB / 502.26 MiB 24.03% 7.51 MiB > gcr.io/k8s-minikube/kicbase...: 122.30 MiB / 502.26 MiB 24.35% 7.41 MiB > gcr.io/k8s-minikube/kicbase...: 123.28 MiB / 502.26 MiB 24.54% 7.41 MiB > gcr.io/k8s-minikube/kicbase...: 124.25 MiB / 502.26 MiB 24.74% 7.41 MiB > gcr.io/k8s-minikube/kicbase...: 125.43 MiB / 502.26 MiB 24.97% 7.27 MiB > gcr.io/k8s-minikube/kicbase...: 126.33 MiB / 502.26 MiB 25.15% 7.27 MiB > gcr.io/k8s-minikube/kicbase...: 127.22 MiB / 502.26 MiB 25.33% 7.27 MiB > gcr.io/k8s-minikube/kicbase...: 127.77 MiB / 502.26 MiB 25.44% 7.05 MiB > gcr.io/k8s-minikube/kicbase...: 129.07 MiB / 502.26 MiB 25.70% 7.05 MiB > gcr.io/k8s-minikube/kicbase...: 130.71 MiB / 502.26 MiB 26.02% 7.05 MiB > gcr.io/k8s-minikube/kicbase...: 132.11 MiB / 502.26 MiB 26.30% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 133.52 MiB / 502.26 MiB 26.58% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 134.91 MiB / 502.26 MiB 26.86% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 136.34 MiB / 502.26 MiB 27.15% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 137.75 MiB / 502.26 MiB 27.43% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 139.00 MiB / 502.26 MiB 27.67% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 140.55 MiB / 502.26 MiB 27.98% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 141.92 MiB / 502.26 MiB 28.26% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 142.86 MiB / 502.26 MiB 28.44% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 144.55 MiB / 502.26 MiB 28.78% 7.04 MiB > gcr.io/k8s-minikube/kicbase...: 145.56 MiB / 502.26 MiB 28.98% 7.04 MiB > gcr.io/k8s-minikube/kicbase...: 147.11 MiB / 502.26 MiB 29.29% 7.04 MiB > gcr.io/k8s-minikube/kicbase...: 148.80 MiB / 502.26 MiB 29.63% 7.04 MiB > gcr.io/k8s-minikube/kicbase...: 150.56 MiB / 502.26 MiB 29.98% 7.04 MiB > gcr.io/k8s-minikube/kicbase...: 152.49 MiB / 502.26 MiB 30.36% 7.04 MiB > gcr.io/k8s-minikube/kicbase...: 154.94 MiB / 502.26 MiB 30.85% 7.24 MiB > gcr.io/k8s-minikube/kicbase...: 158.24 MiB / 502.26 MiB 31.50% 7.24 MiB > gcr.io/k8s-minikube/kicbase...: 158.30 MiB / 502.26 MiB 31.52% 7.24 MiB > gcr.io/k8s-minikube/kicbase...: 160.36 MiB / 502.26 MiB 31.93% 7.36 MiB > gcr.io/k8s-minikube/kicbase...: 163.05 MiB / 502.26 MiB 32.46% 7.36 MiB > gcr.io/k8s-minikube/kicbase...: 166.35 MiB / 502.26 MiB 33.12% 7.36 MiB > gcr.io/k8s-minikube/kicbase...: 169.81 MiB / 502.26 MiB 33.81% 7.90 MiB > gcr.io/k8s-minikube/kicbase...: 172.67 MiB / 502.26 MiB 34.38% 7.90 MiB > gcr.io/k8s-minikube/kicbase...: 173.83 MiB / 502.26 MiB 34.61% 7.90 MiB > gcr.io/k8s-minikube/kicbase...: 177.33 MiB / 502.26 MiB 35.31% 8.20 MiB > gcr.io/k8s-minikube/kicbase...: 180.74 MiB / 502.26 MiB 35.98% 8.20 MiB > gcr.io/k8s-minikube/kicbase...: 184.32 MiB / 502.26 MiB 36.70% 8.20 MiB > gcr.io/k8s-minikube/kicbase...: 188.05 MiB / 502.26 MiB 37.44% 8.82 MiB > gcr.io/k8s-minikube/kicbase...: 191.27 MiB / 502.26 MiB 38.08% 8.82 MiB > gcr.io/k8s-minikube/kicbase...: 192.32 MiB / 502.26 MiB 38.29% 8.82 MiB > gcr.io/k8s-minikube/kicbase...: 196.31 MiB / 502.26 MiB 39.09% 9.14 MiB > gcr.io/k8s-minikube/kicbase...: 197.60 MiB / 502.26 MiB 39.34% 9.14 MiB > gcr.io/k8s-minikube/kicbase...: 200.08 MiB / 502.26 MiB 39.84% 9.14 MiB > gcr.io/k8s-minikube/kicbase...: 203.08 MiB / 502.26 MiB 40.43% 9.28 MiB > gcr.io/k8s-minikube/kicbase...: 207.46 MiB / 502.26 MiB 41.30% 9.28 MiB > gcr.io/k8s-minikube/kicbase...: 212.68 MiB / 502.26 MiB 42.34% 9.28 MiB > gcr.io/k8s-minikube/kicbase...: 215.05 MiB / 502.26 MiB 42.82% 9.97 MiB > gcr.io/k8s-minikube/kicbase...: 217.52 MiB / 502.26 MiB 43.31% 9.97 MiB > gcr.io/k8s-minikube/kicbase...: 221.26 MiB / 502.26 MiB 44.05% 9.97 MiB > gcr.io/k8s-minikube/kicbase...: 225.04 MiB / 502.26 MiB 44.81% 10.40 Mi > gcr.io/k8s-minikube/kicbase...: 227.17 MiB / 502.26 MiB 45.23% 10.40 Mi > gcr.io/k8s-minikube/kicbase...: 231.21 MiB / 502.26 MiB 46.03% 10.40 Mi > gcr.io/k8s-minikube/kicbase...: 234.63 MiB / 502.26 MiB 46.71% 10.76 Mi > gcr.io/k8s-minikube/kicbase...: 237.71 MiB / 502.26 MiB 47.33% 10.76 Mi > gcr.io/k8s-minikube/kicbase...: 240.96 MiB / 502.26 MiB 47.97% 10.76 Mi > gcr.io/k8s-minikube/kicbase...: 244.11 MiB / 502.26 MiB 48.60% 11.09 Mi > gcr.io/k8s-minikube/kicbase...: 246.75 MiB / 502.26 MiB 49.13% 11.09 Mi > gcr.io/k8s-minikube/kicbase...: 250.33 MiB / 502.26 MiB 49.84% 11.09 Mi > gcr.io/k8s-minikube/kicbase...: 252.91 MiB / 502.26 MiB 50.35% 11.32 Mi > gcr.io/k8s-minikube/kicbase...: 254.30 MiB / 502.26 MiB 50.63% 11.32 Mi > gcr.io/k8s-minikube/kicbase...: 257.14 MiB / 502.26 MiB 51.20% 11.32 Mi > gcr.io/k8s-minikube/kicbase...: 259.80 MiB / 502.26 MiB 51.73% 11.33 Mi > gcr.io/k8s-minikube/kicbase...: 262.92 MiB / 502.26 MiB 52.35% 11.33 Mi > gcr.io/k8s-minikube/kicbase...: 266.11 MiB / 502.26 MiB 52.98% 11.33 Mi > gcr.io/k8s-minikube/kicbase...: 269.02 MiB / 502.26 MiB 53.56% 11.59 Mi > gcr.io/k8s-minikube/kicbase...: 271.35 MiB / 502.26 MiB 54.02% 11.59 Mi > gcr.io/k8s-minikube/kicbase...: 274.03 MiB / 502.26 MiB 54.56% 11.59 Mi > gcr.io/k8s-minikube/kicbase...: 276.50 MiB / 502.26 MiB 55.05% 11.64 Mi > gcr.io/k8s-minikube/kicbase...: 279.06 MiB / 502.26 MiB 55.56% 11.64 Mi > gcr.io/k8s-minikube/kicbase...: 281.59 MiB / 502.26 MiB 56.06% 11.64 Mi > gcr.io/k8s-minikube/kicbase...: 284.14 MiB / 502.26 MiB 56.57% 11.72 Mi > gcr.io/k8s-minikube/kicbase...: 286.49 MiB / 502.26 MiB 57.04% 11.72 Mi > gcr.io/k8s-minikube/kicbase...: 289.10 MiB / 502.26 MiB 57.56% 11.72 Mi > gcr.io/k8s-minikube/kicbase...: 290.91 MiB / 502.26 MiB 57.92% 11.69 Mi > gcr.io/k8s-minikube/kicbase...: 293.84 MiB / 502.26 MiB 58.50% 11.69 Mi > gcr.io/k8s-minikube/kicbase...: 296.40 MiB / 502.26 MiB 59.01% 11.69 Mi > gcr.io/k8s-minikube/kicbase...: 298.64 MiB / 502.26 MiB 59.46% 11.76 Mi > gcr.io/k8s-minikube/kicbase...: 300.89 MiB / 502.26 MiB 59.91% 11.76 Mi > gcr.io/k8s-minikube/kicbase...: 303.71 MiB / 502.26 MiB 60.47% 11.76 Mi > gcr.io/k8s-minikube/kicbase...: 306.24 MiB / 502.26 MiB 60.97% 11.82 Mi > gcr.io/k8s-minikube/kicbase...: 308.64 MiB / 502.26 MiB 61.45% 11.82 Mi > gcr.io/k8s-minikube/kicbase...: 311.27 MiB / 502.26 MiB 61.97% 11.82 Mi > gcr.io/k8s-minikube/kicbase...: 313.76 MiB / 502.26 MiB 62.47% 11.87 Mi > gcr.io/k8s-minikube/kicbase...: 316.31 MiB / 502.26 MiB 62.98% 11.87 Mi > gcr.io/k8s-minikube/kicbase...: 318.84 MiB / 502.26 MiB 63.48% 11.87 Mi > gcr.io/k8s-minikube/kicbase...: 321.38 MiB / 502.26 MiB 63.99% 11.92 Mi > gcr.io/k8s-minikube/kicbase...: 323.88 MiB / 502.26 MiB 64.48% 11.92 Mi > gcr.io/k8s-minikube/kicbase...: 327.50 MiB / 502.26 MiB 65.21% 11.92 Mi > gcr.io/k8s-minikube/kicbase...: 331.14 MiB / 502.26 MiB 65.93% 12.20 Mi > gcr.io/k8s-minikube/kicbase...: 334.77 MiB / 502.26 MiB 66.65% 12.20 Mi > gcr.io/k8s-minikube/kicbase...: 336.63 MiB / 502.26 MiB 67.02% 12.20 Mi > gcr.io/k8s-minikube/kicbase...: 339.91 MiB / 502.26 MiB 67.68% 12.36 Mi > gcr.io/k8s-minikube/kicbase...: 342.95 MiB / 502.26 MiB 68.28% 12.36 Mi > gcr.io/k8s-minikube/kicbase...: 345.85 MiB / 502.26 MiB 68.86% 12.36 Mi > gcr.io/k8s-minikube/kicbase...: 348.05 MiB / 502.26 MiB 69.30% 12.44 Mi > gcr.io/k8s-minikube/kicbase...: 350.06 MiB / 502.26 MiB 69.70% 12.44 Mi > gcr.io/k8s-minikube/kicbase...: 353.71 MiB / 502.26 MiB 70.42% 12.44 Mi > gcr.io/k8s-minikube/kicbase...: 355.94 MiB / 502.26 MiB 70.87% 12.48 Mi > gcr.io/k8s-minikube/kicbase...: 358.58 MiB / 502.26 MiB 71.39% 12.48 Mi > gcr.io/k8s-minikube/kicbase...: 362.52 MiB / 502.26 MiB 72.18% 12.48 Mi > gcr.io/k8s-minikube/kicbase...: 365.48 MiB / 502.26 MiB 72.77% 12.70 Mi > gcr.io/k8s-minikube/kicbase...: 367.68 MiB / 502.26 MiB 73.20% 12.70 Mi > gcr.io/k8s-minikube/kicbase...: 370.62 MiB / 502.26 MiB 73.79% 12.70 Mi > gcr.io/k8s-minikube/kicbase...: 373.85 MiB / 502.26 MiB 74.43% 12.78 Mi > gcr.io/k8s-minikube/kicbase...: 375.91 MiB / 502.26 MiB 74.84% 12.78 Mi > gcr.io/k8s-minikube/kicbase...: 379.75 MiB / 502.26 MiB 75.61% 12.78 Mi > gcr.io/k8s-minikube/kicbase...: 382.19 MiB / 502.26 MiB 76.09% 12.85 Mi > gcr.io/k8s-minikube/kicbase...: 384.86 MiB / 502.26 MiB 76.63% 12.85 Mi > gcr.io/k8s-minikube/kicbase...: 387.49 MiB / 502.26 MiB 77.15% 12.85 Mi > gcr.io/k8s-minikube/kicbase...: 390.08 MiB / 502.26 MiB 77.66% 12.87 Mi > gcr.io/k8s-minikube/kicbase...: 392.72 MiB / 502.26 MiB 78.19% 12.87 Mi > gcr.io/k8s-minikube/kicbase...: 395.38 MiB / 502.26 MiB 78.72% 12.87 Mi > gcr.io/k8s-minikube/kicbase...: 398.05 MiB / 502.26 MiB 79.25% 12.90 Mi > gcr.io/k8s-minikube/kicbase...: 399.96 MiB / 502.26 MiB 79.63% 12.90 Mi > gcr.io/k8s-minikube/kicbase...: 403.28 MiB / 502.26 MiB 80.29% 12.90 Mi > gcr.io/k8s-minikube/kicbase...: 405.96 MiB / 502.26 MiB 80.83% 12.92 Mi > gcr.io/k8s-minikube/kicbase...: 408.58 MiB / 502.26 MiB 81.35% 12.92 Mi > gcr.io/k8s-minikube/kicbase...: 411.23 MiB / 502.26 MiB 81.88% 12.92 Mi > gcr.io/k8s-minikube/kicbase...: 413.31 MiB / 502.26 MiB 82.29% 12.88 Mi > gcr.io/k8s-minikube/kicbase...: 414.95 MiB / 502.26 MiB 82.62% 12.88 Mi > gcr.io/k8s-minikube/kicbase...: 416.77 MiB / 502.26 MiB 82.98% 12.88 Mi > gcr.io/k8s-minikube/kicbase...: 418.68 MiB / 502.26 MiB 83.36% 12.62 Mi > gcr.io/k8s-minikube/kicbase...: 420.61 MiB / 502.26 MiB 83.74% 12.62 Mi > gcr.io/k8s-minikube/kicbase...: 421.57 MiB / 502.26 MiB 83.93% 12.62 Mi > gcr.io/k8s-minikube/kicbase...: 421.57 MiB / 502.26 MiB 83.93% 12.12 Mi > gcr.io/k8s-minikube/kicbase...: 421.77 MiB / 502.26 MiB 83.97% 12.12 Mi > gcr.io/k8s-minikube/kicbase...: 423.15 MiB / 502.26 MiB 84.25% 12.12 Mi > gcr.io/k8s-minikube/kicbase...: 425.01 MiB / 502.26 MiB 84.62% 11.71 Mi > gcr.io/k8s-minikube/kicbase...: 426.88 MiB / 502.26 MiB 84.99% 11.71 Mi > gcr.io/k8s-minikube/kicbase...: 428.77 MiB / 502.26 MiB 85.37% 11.71 Mi > gcr.io/k8s-minikube/kicbase...: 430.63 MiB / 502.26 MiB 85.74% 11.56 Mi > gcr.io/k8s-minikube/kicbase...: 433.02 MiB / 502.26 MiB 86.21% 11.56 Mi > gcr.io/k8s-minikube/kicbase...: 434.44 MiB / 502.26 MiB 86.50% 11.56 Mi > gcr.io/k8s-minikube/kicbase...: 436.79 MiB / 502.26 MiB 86.96% 11.47 Mi > gcr.io/k8s-minikube/kicbase...: 439.41 MiB / 502.26 MiB 87.49% 11.47 Mi > gcr.io/k8s-minikube/kicbase...: 441.57 MiB / 502.26 MiB 87.92% 11.47 Mi > gcr.io/k8s-minikube/kicbase...: 443.58 MiB / 502.26 MiB 88.32% 11.46 Mi > gcr.io/k8s-minikube/kicbase...: 445.69 MiB / 502.26 MiB 88.74% 11.46 Mi > gcr.io/k8s-minikube/kicbase...: 447.74 MiB / 502.26 MiB 89.14% 11.46 Mi > gcr.io/k8s-minikube/kicbase...: 449.81 MiB / 502.26 MiB 89.56% 11.39 Mi > gcr.io/k8s-minikube/kicbase...: 451.98 MiB / 502.26 MiB 89.99% 11.39 Mi > gcr.io/k8s-minikube/kicbase...: 453.67 MiB / 502.26 MiB 90.32% 11.39 Mi > gcr.io/k8s-minikube/kicbase...: 456.13 MiB / 502.26 MiB 90.81% 11.34 Mi > gcr.io/k8s-minikube/kicbase...: 458.19 MiB / 502.26 MiB 91.22% 11.34 Mi > gcr.io/k8s-minikube/kicbase...: 459.81 MiB / 502.26 MiB 91.55% 11.34 Mi > gcr.io/k8s-minikube/kicbase...: 461.62 MiB / 502.26 MiB 91.91% 11.20 Mi > gcr.io/k8s-minikube/kicbase...: 463.55 MiB / 502.26 MiB 92.29% 11.20 Mi > gcr.io/k8s-minikube/kicbase...: 466.01 MiB / 502.26 MiB 92.78% 11.20 Mi > gcr.io/k8s-minikube/kicbase...: 467.91 MiB / 502.26 MiB 93.16% 11.15 Mi > gcr.io/k8s-minikube/kicbase...: 470.56 MiB / 502.26 MiB 93.69% 11.15 Mi > gcr.io/k8s-minikube/kicbase...: 472.80 MiB / 502.26 MiB 94.13% 11.15 Mi > gcr.io/k8s-minikube/kicbase...: 475.00 MiB / 502.26 MiB 94.57% 11.19 Mi > gcr.io/k8s-minikube/kicbase...: 477.21 MiB / 502.26 MiB 95.01% 11.19 Mi > gcr.io/k8s-minikube/kicbase...: 479.42 MiB / 502.26 MiB 95.45% 11.19 Mi > gcr.io/k8s-minikube/kicbase...: 480.99 MiB / 502.26 MiB 95.76% 11.11 Mi > gcr.io/k8s-minikube/kicbase...: 483.36 MiB / 502.26 MiB 96.24% 11.11 Mi > gcr.io/k8s-minikube/kicbase...: 485.71 MiB / 502.26 MiB 96.70% 11.11 Mi > gcr.io/k8s-minikube/kicbase...: 488.15 MiB / 502.26 MiB 97.19% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 489.94 MiB / 502.26 MiB 97.55% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 492.96 MiB / 502.26 MiB 98.15% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 495.18 MiB / 502.26 MiB 98.59% 11.20 Mi > gcr.io/k8s-minikube/kicbase...: 497.13 MiB / 502.26 MiB 98.98% 11.20 Mi > gcr.io/k8s-minikube/kicbase...: 498.82 MiB / 502.26 MiB 99.31% 11.20 Mi > gcr.io/k8s-minikube/kicbase...: 501.58 MiB / 502.26 MiB 99.86% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 502.26 MiB / 502.26 MiB 100.00% 11.60 ME0608 20:03:37.263271 11958 cache.go:225] Error downloading kic artifacts: not yet implemented, see issue #8426\n* Creating podman container (CPUs=no-limit, Memory=no-limit) ...\n* Preparing Kubernetes v1.32.5 on CRI-O 1.24.6 ...\n - kubelet.housekeeping-interval=5m\n - Generating certificates and keys ...\n - Booting up control plane ...\n - Configuring RBAC rules ...\n* Configuring CNI (Container Networking Interface) ...\n* Verifying Kubernetes components...\n - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3\n - Using image gcr.io/k8s-minikube/storage-provisioner:v5\n - Using image registry.k8s.io/ingress-nginx/controller:v1.12.2\n - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3\n - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3\n* Verifying ingress addon...\n* Enabled addons: storage-provisioner, ingress-dns, default-storageclass, ingress\n* kubectl not found. If you need it, try: 'minikube kubectl -- get pods -A'\n* Done! kubectl is now configured to use \"minikube\" cluster and \"default\" namespace by default", "stdout_lines": [ "* minikube v1.36.0 on Centos 9 (kvm/amd64)", " Using Kubernetes 1.32.5 since patch version was unspecified", "* minikube 1.38.1 is available! Download it: https://github.com/kubernetes/minikube/releases/tag/v1.38.1", "* To disable this notice, run: 'minikube config set WantUpdateNotification false'", "", "* Using the podman driver based on user configuration", "* Using Podman driver with root privileges", "* Starting \"minikube\" primary control-plane node in \"minikube\" cluster", "* Pulling base image v0.0.47 ...", "* Downloading Kubernetes v1.32.5 preload ...", " > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 0 B [_______________________] ?% ? p/s ? > gcr.io/k8s-minikube/kicbase...: 1.61 KiB / 502.26 MiB 0.00% 2.68 KiB p/ > gcr.io/k8s-minikube/kicbase...: 1.61 KiB / 502.26 MiB 0.00% 2.68 KiB p/ > gcr.io/k8s-minikube/kicbase...: 1.61 KiB / 502.26 MiB 0.00% 2.68 KiB p/ > gcr.io/k8s-minikube/kicbase...: 113.73 KiB / 502.26 MiB 0.02% 14.55 KiB > gcr.io/k8s-minikube/kicbase...: 1.05 MiB / 502.26 MiB 0.21% 14.55 KiB p > gcr.io/k8s-minikube/kicbase...: 6.14 MiB / 502.26 MiB 1.22% 14.55 KiB p > gcr.io/k8s-minikube/kicbase...: 12.36 MiB / 502.26 MiB 2.46% 1.33 MiB p > gcr.io/k8s-minikube/kicbase...: 16.81 MiB / 502.26 MiB 3.35% 1.33 MiB p > gcr.io/k8s-minikube/kicbase...: 22.94 MiB / 502.26 MiB 4.57% 1.33 MiB p > gcr.io/k8s-minikube/kicbase...: 29.08 MiB / 502.26 MiB 5.79% 3.04 MiB p > gcr.io/k8s-minikube/kicbase...: 34.97 MiB / 502.26 MiB 6.96% 3.04 MiB p > gcr.io/k8s-minikube/kicbase...: 38.26 MiB / 502.26 MiB 7.62% 3.04 MiB p > gcr.io/k8s-minikube/kicbase...: 42.34 MiB / 502.26 MiB 8.43% 4.27 MiB p > gcr.io/k8s-minikube/kicbase...: 46.91 MiB / 502.26 MiB 9.34% 4.27 MiB p > gcr.io/k8s-minikube/kicbase...: 50.81 MiB / 502.26 MiB 10.12% 4.27 MiB > gcr.io/k8s-minikube/kicbase...: 54.81 MiB / 502.26 MiB 10.91% 5.34 MiB > gcr.io/k8s-minikube/kicbase...: 56.94 MiB / 502.26 MiB 11.34% 5.34 MiB > gcr.io/k8s-minikube/kicbase...: 56.94 MiB / 502.26 MiB 11.34% 5.34 MiB > gcr.io/k8s-minikube/kicbase...: 56.94 MiB / 502.26 MiB 11.34% 5.22 MiB > gcr.io/k8s-minikube/kicbase...: 57.83 MiB / 502.26 MiB 11.51% 5.22 MiB > gcr.io/k8s-minikube/kicbase...: 60.59 MiB / 502.26 MiB 12.06% 5.22 MiB > gcr.io/k8s-minikube/kicbase...: 63.23 MiB / 502.26 MiB 12.59% 5.56 MiB > gcr.io/k8s-minikube/kicbase...: 66.03 MiB / 502.26 MiB 13.15% 5.56 MiB > gcr.io/k8s-minikube/kicbase...: 68.68 MiB / 502.26 MiB 13.67% 5.56 MiB > gcr.io/k8s-minikube/kicbase...: 71.33 MiB / 502.26 MiB 14.20% 6.07 MiB > gcr.io/k8s-minikube/kicbase...: 74.05 MiB / 502.26 MiB 14.74% 6.07 MiB > gcr.io/k8s-minikube/kicbase...: 76.73 MiB / 502.26 MiB 15.28% 6.07 MiB > gcr.io/k8s-minikube/kicbase...: 79.45 MiB / 502.26 MiB 15.82% 6.56 MiB > gcr.io/k8s-minikube/kicbase...: 80.39 MiB / 502.26 MiB 16.01% 6.56 MiB > gcr.io/k8s-minikube/kicbase...: 83.03 MiB / 502.26 MiB 16.53% 6.56 MiB > gcr.io/k8s-minikube/kicbase...: 84.75 MiB / 502.26 MiB 16.87% 6.70 MiB > gcr.io/k8s-minikube/kicbase...: 87.61 MiB / 502.26 MiB 17.44% 6.70 MiB > gcr.io/k8s-minikube/kicbase...: 90.59 MiB / 502.26 MiB 18.04% 6.70 MiB > gcr.io/k8s-minikube/kicbase...: 93.84 MiB / 502.26 MiB 18.68% 7.25 MiB > gcr.io/k8s-minikube/kicbase...: 97.28 MiB / 502.26 MiB 19.37% 7.25 MiB > gcr.io/k8s-minikube/kicbase...: 99.84 MiB / 502.26 MiB 19.88% 7.25 MiB > gcr.io/k8s-minikube/kicbase...: 100.36 MiB / 502.26 MiB 19.98% 7.48 MiB > gcr.io/k8s-minikube/kicbase...: 102.10 MiB / 502.26 MiB 20.33% 7.48 MiB > gcr.io/k8s-minikube/kicbase...: 104.19 MiB / 502.26 MiB 20.74% 7.48 MiB > gcr.io/k8s-minikube/kicbase...: 105.56 MiB / 502.26 MiB 21.02% 7.56 MiB > gcr.io/k8s-minikube/kicbase...: 107.70 MiB / 502.26 MiB 21.44% 7.56 MiB > gcr.io/k8s-minikube/kicbase...: 109.14 MiB / 502.26 MiB 21.73% 7.56 MiB > gcr.io/k8s-minikube/kicbase...: 110.00 MiB / 502.26 MiB 21.90% 7.55 MiB > gcr.io/k8s-minikube/kicbase...: 112.08 MiB / 502.26 MiB 22.31% 7.55 MiB > gcr.io/k8s-minikube/kicbase...: 113.42 MiB / 502.26 MiB 22.58% 7.55 MiB > gcr.io/k8s-minikube/kicbase...: 114.44 MiB / 502.26 MiB 22.78% 7.54 MiB > gcr.io/k8s-minikube/kicbase...: 115.31 MiB / 502.26 MiB 22.96% 7.54 MiB > gcr.io/k8s-minikube/kicbase...: 116.78 MiB / 502.26 MiB 23.25% 7.54 MiB > gcr.io/k8s-minikube/kicbase...: 118.75 MiB / 502.26 MiB 23.64% 7.51 MiB > gcr.io/k8s-minikube/kicbase...: 120.03 MiB / 502.26 MiB 23.90% 7.51 MiB > gcr.io/k8s-minikube/kicbase...: 120.69 MiB / 502.26 MiB 24.03% 7.51 MiB > gcr.io/k8s-minikube/kicbase...: 122.30 MiB / 502.26 MiB 24.35% 7.41 MiB > gcr.io/k8s-minikube/kicbase...: 123.28 MiB / 502.26 MiB 24.54% 7.41 MiB > gcr.io/k8s-minikube/kicbase...: 124.25 MiB / 502.26 MiB 24.74% 7.41 MiB > gcr.io/k8s-minikube/kicbase...: 125.43 MiB / 502.26 MiB 24.97% 7.27 MiB > gcr.io/k8s-minikube/kicbase...: 126.33 MiB / 502.26 MiB 25.15% 7.27 MiB > gcr.io/k8s-minikube/kicbase...: 127.22 MiB / 502.26 MiB 25.33% 7.27 MiB > gcr.io/k8s-minikube/kicbase...: 127.77 MiB / 502.26 MiB 25.44% 7.05 MiB > gcr.io/k8s-minikube/kicbase...: 129.07 MiB / 502.26 MiB 25.70% 7.05 MiB > gcr.io/k8s-minikube/kicbase...: 130.71 MiB / 502.26 MiB 26.02% 7.05 MiB > gcr.io/k8s-minikube/kicbase...: 132.11 MiB / 502.26 MiB 26.30% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 133.52 MiB / 502.26 MiB 26.58% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 134.91 MiB / 502.26 MiB 26.86% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 136.34 MiB / 502.26 MiB 27.15% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 137.75 MiB / 502.26 MiB 27.43% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 139.00 MiB / 502.26 MiB 27.67% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 140.55 MiB / 502.26 MiB 27.98% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 141.92 MiB / 502.26 MiB 28.26% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 142.86 MiB / 502.26 MiB 28.44% 7.06 MiB > gcr.io/k8s-minikube/kicbase...: 144.55 MiB / 502.26 MiB 28.78% 7.04 MiB > gcr.io/k8s-minikube/kicbase...: 145.56 MiB / 502.26 MiB 28.98% 7.04 MiB > gcr.io/k8s-minikube/kicbase...: 147.11 MiB / 502.26 MiB 29.29% 7.04 MiB > gcr.io/k8s-minikube/kicbase...: 148.80 MiB / 502.26 MiB 29.63% 7.04 MiB > gcr.io/k8s-minikube/kicbase...: 150.56 MiB / 502.26 MiB 29.98% 7.04 MiB > gcr.io/k8s-minikube/kicbase...: 152.49 MiB / 502.26 MiB 30.36% 7.04 MiB > gcr.io/k8s-minikube/kicbase...: 154.94 MiB / 502.26 MiB 30.85% 7.24 MiB > gcr.io/k8s-minikube/kicbase...: 158.24 MiB / 502.26 MiB 31.50% 7.24 MiB > gcr.io/k8s-minikube/kicbase...: 158.30 MiB / 502.26 MiB 31.52% 7.24 MiB > gcr.io/k8s-minikube/kicbase...: 160.36 MiB / 502.26 MiB 31.93% 7.36 MiB > gcr.io/k8s-minikube/kicbase...: 163.05 MiB / 502.26 MiB 32.46% 7.36 MiB > gcr.io/k8s-minikube/kicbase...: 166.35 MiB / 502.26 MiB 33.12% 7.36 MiB > gcr.io/k8s-minikube/kicbase...: 169.81 MiB / 502.26 MiB 33.81% 7.90 MiB > gcr.io/k8s-minikube/kicbase...: 172.67 MiB / 502.26 MiB 34.38% 7.90 MiB > gcr.io/k8s-minikube/kicbase...: 173.83 MiB / 502.26 MiB 34.61% 7.90 MiB > gcr.io/k8s-minikube/kicbase...: 177.33 MiB / 502.26 MiB 35.31% 8.20 MiB > gcr.io/k8s-minikube/kicbase...: 180.74 MiB / 502.26 MiB 35.98% 8.20 MiB > gcr.io/k8s-minikube/kicbase...: 184.32 MiB / 502.26 MiB 36.70% 8.20 MiB > gcr.io/k8s-minikube/kicbase...: 188.05 MiB / 502.26 MiB 37.44% 8.82 MiB > gcr.io/k8s-minikube/kicbase...: 191.27 MiB / 502.26 MiB 38.08% 8.82 MiB > gcr.io/k8s-minikube/kicbase...: 192.32 MiB / 502.26 MiB 38.29% 8.82 MiB > gcr.io/k8s-minikube/kicbase...: 196.31 MiB / 502.26 MiB 39.09% 9.14 MiB > gcr.io/k8s-minikube/kicbase...: 197.60 MiB / 502.26 MiB 39.34% 9.14 MiB > gcr.io/k8s-minikube/kicbase...: 200.08 MiB / 502.26 MiB 39.84% 9.14 MiB > gcr.io/k8s-minikube/kicbase...: 203.08 MiB / 502.26 MiB 40.43% 9.28 MiB > gcr.io/k8s-minikube/kicbase...: 207.46 MiB / 502.26 MiB 41.30% 9.28 MiB > gcr.io/k8s-minikube/kicbase...: 212.68 MiB / 502.26 MiB 42.34% 9.28 MiB > gcr.io/k8s-minikube/kicbase...: 215.05 MiB / 502.26 MiB 42.82% 9.97 MiB > gcr.io/k8s-minikube/kicbase...: 217.52 MiB / 502.26 MiB 43.31% 9.97 MiB > gcr.io/k8s-minikube/kicbase...: 221.26 MiB / 502.26 MiB 44.05% 9.97 MiB > gcr.io/k8s-minikube/kicbase...: 225.04 MiB / 502.26 MiB 44.81% 10.40 Mi > gcr.io/k8s-minikube/kicbase...: 227.17 MiB / 502.26 MiB 45.23% 10.40 Mi > gcr.io/k8s-minikube/kicbase...: 231.21 MiB / 502.26 MiB 46.03% 10.40 Mi > gcr.io/k8s-minikube/kicbase...: 234.63 MiB / 502.26 MiB 46.71% 10.76 Mi > gcr.io/k8s-minikube/kicbase...: 237.71 MiB / 502.26 MiB 47.33% 10.76 Mi > gcr.io/k8s-minikube/kicbase...: 240.96 MiB / 502.26 MiB 47.97% 10.76 Mi > gcr.io/k8s-minikube/kicbase...: 244.11 MiB / 502.26 MiB 48.60% 11.09 Mi > gcr.io/k8s-minikube/kicbase...: 246.75 MiB / 502.26 MiB 49.13% 11.09 Mi > gcr.io/k8s-minikube/kicbase...: 250.33 MiB / 502.26 MiB 49.84% 11.09 Mi > gcr.io/k8s-minikube/kicbase...: 252.91 MiB / 502.26 MiB 50.35% 11.32 Mi > gcr.io/k8s-minikube/kicbase...: 254.30 MiB / 502.26 MiB 50.63% 11.32 Mi > gcr.io/k8s-minikube/kicbase...: 257.14 MiB / 502.26 MiB 51.20% 11.32 Mi > gcr.io/k8s-minikube/kicbase...: 259.80 MiB / 502.26 MiB 51.73% 11.33 Mi > gcr.io/k8s-minikube/kicbase...: 262.92 MiB / 502.26 MiB 52.35% 11.33 Mi > gcr.io/k8s-minikube/kicbase...: 266.11 MiB / 502.26 MiB 52.98% 11.33 Mi > gcr.io/k8s-minikube/kicbase...: 269.02 MiB / 502.26 MiB 53.56% 11.59 Mi > gcr.io/k8s-minikube/kicbase...: 271.35 MiB / 502.26 MiB 54.02% 11.59 Mi > gcr.io/k8s-minikube/kicbase...: 274.03 MiB / 502.26 MiB 54.56% 11.59 Mi > gcr.io/k8s-minikube/kicbase...: 276.50 MiB / 502.26 MiB 55.05% 11.64 Mi > gcr.io/k8s-minikube/kicbase...: 279.06 MiB / 502.26 MiB 55.56% 11.64 Mi > gcr.io/k8s-minikube/kicbase...: 281.59 MiB / 502.26 MiB 56.06% 11.64 Mi > gcr.io/k8s-minikube/kicbase...: 284.14 MiB / 502.26 MiB 56.57% 11.72 Mi > gcr.io/k8s-minikube/kicbase...: 286.49 MiB / 502.26 MiB 57.04% 11.72 Mi > gcr.io/k8s-minikube/kicbase...: 289.10 MiB / 502.26 MiB 57.56% 11.72 Mi > gcr.io/k8s-minikube/kicbase...: 290.91 MiB / 502.26 MiB 57.92% 11.69 Mi > gcr.io/k8s-minikube/kicbase...: 293.84 MiB / 502.26 MiB 58.50% 11.69 Mi > gcr.io/k8s-minikube/kicbase...: 296.40 MiB / 502.26 MiB 59.01% 11.69 Mi > gcr.io/k8s-minikube/kicbase...: 298.64 MiB / 502.26 MiB 59.46% 11.76 Mi > gcr.io/k8s-minikube/kicbase...: 300.89 MiB / 502.26 MiB 59.91% 11.76 Mi > gcr.io/k8s-minikube/kicbase...: 303.71 MiB / 502.26 MiB 60.47% 11.76 Mi > gcr.io/k8s-minikube/kicbase...: 306.24 MiB / 502.26 MiB 60.97% 11.82 Mi > gcr.io/k8s-minikube/kicbase...: 308.64 MiB / 502.26 MiB 61.45% 11.82 Mi > gcr.io/k8s-minikube/kicbase...: 311.27 MiB / 502.26 MiB 61.97% 11.82 Mi > gcr.io/k8s-minikube/kicbase...: 313.76 MiB / 502.26 MiB 62.47% 11.87 Mi > gcr.io/k8s-minikube/kicbase...: 316.31 MiB / 502.26 MiB 62.98% 11.87 Mi > gcr.io/k8s-minikube/kicbase...: 318.84 MiB / 502.26 MiB 63.48% 11.87 Mi > gcr.io/k8s-minikube/kicbase...: 321.38 MiB / 502.26 MiB 63.99% 11.92 Mi > gcr.io/k8s-minikube/kicbase...: 323.88 MiB / 502.26 MiB 64.48% 11.92 Mi > gcr.io/k8s-minikube/kicbase...: 327.50 MiB / 502.26 MiB 65.21% 11.92 Mi > gcr.io/k8s-minikube/kicbase...: 331.14 MiB / 502.26 MiB 65.93% 12.20 Mi > gcr.io/k8s-minikube/kicbase...: 334.77 MiB / 502.26 MiB 66.65% 12.20 Mi > gcr.io/k8s-minikube/kicbase...: 336.63 MiB / 502.26 MiB 67.02% 12.20 Mi > gcr.io/k8s-minikube/kicbase...: 339.91 MiB / 502.26 MiB 67.68% 12.36 Mi > gcr.io/k8s-minikube/kicbase...: 342.95 MiB / 502.26 MiB 68.28% 12.36 Mi > gcr.io/k8s-minikube/kicbase...: 345.85 MiB / 502.26 MiB 68.86% 12.36 Mi > gcr.io/k8s-minikube/kicbase...: 348.05 MiB / 502.26 MiB 69.30% 12.44 Mi > gcr.io/k8s-minikube/kicbase...: 350.06 MiB / 502.26 MiB 69.70% 12.44 Mi > gcr.io/k8s-minikube/kicbase...: 353.71 MiB / 502.26 MiB 70.42% 12.44 Mi > gcr.io/k8s-minikube/kicbase...: 355.94 MiB / 502.26 MiB 70.87% 12.48 Mi > gcr.io/k8s-minikube/kicbase...: 358.58 MiB / 502.26 MiB 71.39% 12.48 Mi > gcr.io/k8s-minikube/kicbase...: 362.52 MiB / 502.26 MiB 72.18% 12.48 Mi > gcr.io/k8s-minikube/kicbase...: 365.48 MiB / 502.26 MiB 72.77% 12.70 Mi > gcr.io/k8s-minikube/kicbase...: 367.68 MiB / 502.26 MiB 73.20% 12.70 Mi > gcr.io/k8s-minikube/kicbase...: 370.62 MiB / 502.26 MiB 73.79% 12.70 Mi > gcr.io/k8s-minikube/kicbase...: 373.85 MiB / 502.26 MiB 74.43% 12.78 Mi > gcr.io/k8s-minikube/kicbase...: 375.91 MiB / 502.26 MiB 74.84% 12.78 Mi > gcr.io/k8s-minikube/kicbase...: 379.75 MiB / 502.26 MiB 75.61% 12.78 Mi > gcr.io/k8s-minikube/kicbase...: 382.19 MiB / 502.26 MiB 76.09% 12.85 Mi > gcr.io/k8s-minikube/kicbase...: 384.86 MiB / 502.26 MiB 76.63% 12.85 Mi > gcr.io/k8s-minikube/kicbase...: 387.49 MiB / 502.26 MiB 77.15% 12.85 Mi > gcr.io/k8s-minikube/kicbase...: 390.08 MiB / 502.26 MiB 77.66% 12.87 Mi > gcr.io/k8s-minikube/kicbase...: 392.72 MiB / 502.26 MiB 78.19% 12.87 Mi > gcr.io/k8s-minikube/kicbase...: 395.38 MiB / 502.26 MiB 78.72% 12.87 Mi > gcr.io/k8s-minikube/kicbase...: 398.05 MiB / 502.26 MiB 79.25% 12.90 Mi > gcr.io/k8s-minikube/kicbase...: 399.96 MiB / 502.26 MiB 79.63% 12.90 Mi > gcr.io/k8s-minikube/kicbase...: 403.28 MiB / 502.26 MiB 80.29% 12.90 Mi > gcr.io/k8s-minikube/kicbase...: 405.96 MiB / 502.26 MiB 80.83% 12.92 Mi > gcr.io/k8s-minikube/kicbase...: 408.58 MiB / 502.26 MiB 81.35% 12.92 Mi > gcr.io/k8s-minikube/kicbase...: 411.23 MiB / 502.26 MiB 81.88% 12.92 Mi > gcr.io/k8s-minikube/kicbase...: 413.31 MiB / 502.26 MiB 82.29% 12.88 Mi > gcr.io/k8s-minikube/kicbase...: 414.95 MiB / 502.26 MiB 82.62% 12.88 Mi > gcr.io/k8s-minikube/kicbase...: 416.77 MiB / 502.26 MiB 82.98% 12.88 Mi > gcr.io/k8s-minikube/kicbase...: 418.68 MiB / 502.26 MiB 83.36% 12.62 Mi > gcr.io/k8s-minikube/kicbase...: 420.61 MiB / 502.26 MiB 83.74% 12.62 Mi > gcr.io/k8s-minikube/kicbase...: 421.57 MiB / 502.26 MiB 83.93% 12.62 Mi > gcr.io/k8s-minikube/kicbase...: 421.57 MiB / 502.26 MiB 83.93% 12.12 Mi > gcr.io/k8s-minikube/kicbase...: 421.77 MiB / 502.26 MiB 83.97% 12.12 Mi > gcr.io/k8s-minikube/kicbase...: 423.15 MiB / 502.26 MiB 84.25% 12.12 Mi > gcr.io/k8s-minikube/kicbase...: 425.01 MiB / 502.26 MiB 84.62% 11.71 Mi > gcr.io/k8s-minikube/kicbase...: 426.88 MiB / 502.26 MiB 84.99% 11.71 Mi > gcr.io/k8s-minikube/kicbase...: 428.77 MiB / 502.26 MiB 85.37% 11.71 Mi > gcr.io/k8s-minikube/kicbase...: 430.63 MiB / 502.26 MiB 85.74% 11.56 Mi > gcr.io/k8s-minikube/kicbase...: 433.02 MiB / 502.26 MiB 86.21% 11.56 Mi > gcr.io/k8s-minikube/kicbase...: 434.44 MiB / 502.26 MiB 86.50% 11.56 Mi > gcr.io/k8s-minikube/kicbase...: 436.79 MiB / 502.26 MiB 86.96% 11.47 Mi > gcr.io/k8s-minikube/kicbase...: 439.41 MiB / 502.26 MiB 87.49% 11.47 Mi > gcr.io/k8s-minikube/kicbase...: 441.57 MiB / 502.26 MiB 87.92% 11.47 Mi > gcr.io/k8s-minikube/kicbase...: 443.58 MiB / 502.26 MiB 88.32% 11.46 Mi > gcr.io/k8s-minikube/kicbase...: 445.69 MiB / 502.26 MiB 88.74% 11.46 Mi > gcr.io/k8s-minikube/kicbase...: 447.74 MiB / 502.26 MiB 89.14% 11.46 Mi > gcr.io/k8s-minikube/kicbase...: 449.81 MiB / 502.26 MiB 89.56% 11.39 Mi > gcr.io/k8s-minikube/kicbase...: 451.98 MiB / 502.26 MiB 89.99% 11.39 Mi > gcr.io/k8s-minikube/kicbase...: 453.67 MiB / 502.26 MiB 90.32% 11.39 Mi > gcr.io/k8s-minikube/kicbase...: 456.13 MiB / 502.26 MiB 90.81% 11.34 Mi > gcr.io/k8s-minikube/kicbase...: 458.19 MiB / 502.26 MiB 91.22% 11.34 Mi > gcr.io/k8s-minikube/kicbase...: 459.81 MiB / 502.26 MiB 91.55% 11.34 Mi > gcr.io/k8s-minikube/kicbase...: 461.62 MiB / 502.26 MiB 91.91% 11.20 Mi > gcr.io/k8s-minikube/kicbase...: 463.55 MiB / 502.26 MiB 92.29% 11.20 Mi > gcr.io/k8s-minikube/kicbase...: 466.01 MiB / 502.26 MiB 92.78% 11.20 Mi > gcr.io/k8s-minikube/kicbase...: 467.91 MiB / 502.26 MiB 93.16% 11.15 Mi > gcr.io/k8s-minikube/kicbase...: 470.56 MiB / 502.26 MiB 93.69% 11.15 Mi > gcr.io/k8s-minikube/kicbase...: 472.80 MiB / 502.26 MiB 94.13% 11.15 Mi > gcr.io/k8s-minikube/kicbase...: 475.00 MiB / 502.26 MiB 94.57% 11.19 Mi > gcr.io/k8s-minikube/kicbase...: 477.21 MiB / 502.26 MiB 95.01% 11.19 Mi > gcr.io/k8s-minikube/kicbase...: 479.42 MiB / 502.26 MiB 95.45% 11.19 Mi > gcr.io/k8s-minikube/kicbase...: 480.99 MiB / 502.26 MiB 95.76% 11.11 Mi > gcr.io/k8s-minikube/kicbase...: 483.36 MiB / 502.26 MiB 96.24% 11.11 Mi > gcr.io/k8s-minikube/kicbase...: 485.71 MiB / 502.26 MiB 96.70% 11.11 Mi > gcr.io/k8s-minikube/kicbase...: 488.15 MiB / 502.26 MiB 97.19% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 489.94 MiB / 502.26 MiB 97.55% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 492.96 MiB / 502.26 MiB 98.15% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 495.18 MiB / 502.26 MiB 98.59% 11.20 Mi > gcr.io/k8s-minikube/kicbase...: 497.13 MiB / 502.26 MiB 98.98% 11.20 Mi > gcr.io/k8s-minikube/kicbase...: 498.82 MiB / 502.26 MiB 99.31% 11.20 Mi > gcr.io/k8s-minikube/kicbase...: 501.58 MiB / 502.26 MiB 99.86% 11.17 Mi > gcr.io/k8s-minikube/kicbase...: 502.26 MiB / 502.26 MiB 100.00% 11.60 ME0608 20:03:37.263271 11958 cache.go:225] Error downloading kic artifacts: not yet implemented, see issue #8426", "* Creating podman container (CPUs=no-limit, Memory=no-limit) ...", "* Preparing Kubernetes v1.32.5 on CRI-O 1.24.6 ...", " - kubelet.housekeeping-interval=5m", " - Generating certificates and keys ...", " - Booting up control plane ...", " - Configuring RBAC rules ...", "* Configuring CNI (Container Networking Interface) ...", "* Verifying Kubernetes components...", " - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3", " - Using image gcr.io/k8s-minikube/storage-provisioner:v5", " - Using image registry.k8s.io/ingress-nginx/controller:v1.12.2", " - Using image registry.k8s.io/ingress-nginx/kube-webhook-certgen:v1.5.3", " - Using image gcr.io/k8s-minikube/minikube-ingress-dns:0.0.3", "* Verifying ingress addon...", "* Enabled addons: storage-provisioner, ingress-dns, default-storageclass, ingress", "* kubectl not found. If you need it, try: 'minikube kubectl -- get pods -A'", "* Done! kubectl is now configured to use \"minikube\" cluster and \"default\" namespace by default" ], "zuul_log_id": "0a580a2a-0013-d33f-2600-000000000008-1-controller" } }, "task": { "duration": { "end": "2026-06-09T00:05:20.688040Z", "start": "2026-06-09T00:02:50.983391Z" }, "id": "0a580a2a-0013-d33f-2600-000000000008", "name": "Start minikube" } }, { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "minikube", "ip" ], "delta": "0:00:00.329702", "end": "2026-06-08 20:05:21.278426", "invocation": { "module_args": { "_raw_params": "minikube ip", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-d33f-2600-000000000009-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:05:20.948724", "stderr": "", "stderr_lines": [], "stdout": "192.168.49.2", "stdout_lines": [ "192.168.49.2" ], "zuul_log_id": "0a580a2a-0013-d33f-2600-000000000009-1-controller" } }, "task": { "duration": { "end": "2026-06-09T00:05:21.733175Z", "start": "2026-06-09T00:05:20.714611Z" }, "id": "0a580a2a-0013-d33f-2600-000000000009", "name": "Get minikube deployment ip" } }, { "hosts": { "controller": { "action": "shell", "changed": true, "cmd": "ip route show default | awk '{print $5}'", "delta": "0:00:00.009867", "end": "2026-06-08 20:05:22.037908", "invocation": { "module_args": { "_raw_params": "ip route show default | awk '{print $5}'", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-d33f-2600-00000000000a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:05:22.028041", "stderr": "", "stderr_lines": [], "stdout": "eth0", "stdout_lines": [ "eth0" ], "zuul_log_id": "0a580a2a-0013-d33f-2600-00000000000a-1-controller" } }, "task": { "duration": { "end": "2026-06-09T00:05:22.295156Z", "start": "2026-06-09T00:05:21.781775Z" }, "id": "0a580a2a-0013-d33f-2600-00000000000a", "name": "Get default interface" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "minikube", "kubectl", "--", "get", "pod", "-A" ], "delta": "0:00:24.052019", "end": "2026-06-08 20:05:46.575083", "invocation": { "module_args": { "_raw_params": "minikube kubectl -- get pod -A", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-d33f-2600-00000000000b-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:05:22.523064", "stderr": "", "stderr_lines": [], "stdout": "NAMESPACE NAME READY STATUS RESTARTS AGE\ningress-nginx ingress-nginx-admission-create-9kwl5 0/1 Completed 0 64s\ningress-nginx ingress-nginx-admission-patch-kt66k 0/1 Completed 2 64s\ningress-nginx ingress-nginx-controller-86649c845b-jkswq 1/1 Running 0 64s\nkube-system coredns-668d6bf9bc-dr26t 1/1 Running 0 64s\nkube-system etcd-minikube 1/1 Running 0 69s\nkube-system kindnet-lxnml 1/1 Running 0 64s\nkube-system kube-apiserver-minikube 1/1 Running 0 69s\nkube-system kube-controller-manager-minikube 1/1 Running 0 69s\nkube-system kube-ingress-dns-minikube 0/1 ImagePullBackOff 0 67s\nkube-system kube-proxy-n5l2b 1/1 Running 0 64s\nkube-system kube-scheduler-minikube 1/1 Running 0 69s\nkube-system storage-provisioner 1/1 Running 0 67s", "stdout_lines": [ "NAMESPACE NAME READY STATUS RESTARTS AGE", "ingress-nginx ingress-nginx-admission-create-9kwl5 0/1 Completed 0 64s", "ingress-nginx ingress-nginx-admission-patch-kt66k 0/1 Completed 2 64s", "ingress-nginx ingress-nginx-controller-86649c845b-jkswq 1/1 Running 0 64s", "kube-system coredns-668d6bf9bc-dr26t 1/1 Running 0 64s", "kube-system etcd-minikube 1/1 Running 0 69s", "kube-system kindnet-lxnml 1/1 Running 0 64s", "kube-system kube-apiserver-minikube 1/1 Running 0 69s", "kube-system kube-controller-manager-minikube 1/1 Running 0 69s", "kube-system kube-ingress-dns-minikube 0/1 ImagePullBackOff 0 67s", "kube-system kube-proxy-n5l2b 1/1 Running 0 64s", "kube-system kube-scheduler-minikube 1/1 Running 0 69s", "kube-system storage-provisioner 1/1 Running 0 67s" ], "zuul_log_id": "0a580a2a-0013-d33f-2600-00000000000b-1-controller" } }, "task": { "duration": { "end": "2026-06-09T00:05:46.866713Z", "start": "2026-06-09T00:05:22.312632Z" }, "id": "0a580a2a-0013-d33f-2600-00000000000b", "name": "Test minikube" } } ] } ], "stats": { "controller": { "changed": 8, "failures": 0, "ignored": 0, "ok": 8, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "3", "phase": "pre", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/prepare-minikube.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-09T00:05:49.316705Z", "start": "2026-06-09T00:05:47.725438Z" }, "id": "0a580a2a-0013-b7f4-5e1e-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "minikube", "kubectl", "--", "create", "ns", "sf" ], "delta": "0:00:00.166451", "end": "2026-06-08 20:05:48.365367", "invocation": { "module_args": { "_raw_params": "minikube kubectl -- create ns sf", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-b7f4-5e1e-000000000004-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:05:48.198916", "stderr": "", "stderr_lines": [], "stdout": "namespace/sf created", "stdout_lines": [ "namespace/sf created" ], "zuul_log_id": "0a580a2a-0013-b7f4-5e1e-000000000004-1-controller" } }, "task": { "duration": { "end": "2026-06-09T00:05:48.772947Z", "start": "2026-06-09T00:05:47.751038Z" }, "id": "0a580a2a-0013-b7f4-5e1e-000000000004", "name": "Crete sf namespace" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "minikube", "kubectl", "--", "config", "set-context", "--current", "--namespace", "sf" ], "delta": "0:00:00.161759", "end": "2026-06-08 20:05:49.203712", "invocation": { "module_args": { "_raw_params": "minikube kubectl -- config set-context --current --namespace sf", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-b7f4-5e1e-000000000005-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:05:49.041953", "stderr": "", "stderr_lines": [], "stdout": "Context \"minikube\" modified.", "stdout_lines": [ "Context \"minikube\" modified." ], "zuul_log_id": "0a580a2a-0013-b7f4-5e1e-000000000005-1-controller" } }, "task": { "duration": { "end": "2026-06-09T00:05:49.316705Z", "start": "2026-06-09T00:05:48.801432Z" }, "id": "0a580a2a-0013-b7f4-5e1e-000000000005", "name": "Set sf as the default namespace" } } ] } ], "stats": { "controller": { "changed": 2, "failures": 0, "ignored": 0, "ok": 2, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "4", "phase": "pre", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/install-test-dependencies.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-09T00:06:10.051832Z", "start": "2026-06-09T00:05:50.227742Z" }, "id": "0a580a2a-0013-d51d-e573-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "command", "changed": false, "cmd": "go version", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "go version", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-d51d-e573-000000000007-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "[Errno 2] No such file or directory: b'go'", "rc": 2, "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [] } }, "role": { "id": "0a580a2a-0013-d51d-e573-000000000005", "name": "install-golang", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/install-golang" }, "task": { "duration": { "end": "2026-06-09T00:05:50.783905Z", "start": "2026-06-09T00:05:50.261194Z" }, "id": "0a580a2a-0013-d51d-e573-000000000007", "name": "Check Go version" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/usr/local/go", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/usr/local/go", "state": "absent" } }, "role": { "id": "0a580a2a-0013-d51d-e573-000000000005", "name": "install-golang", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/install-golang" }, "task": { "duration": { "end": "2026-06-09T00:05:51.296761Z", "start": "2026-06-09T00:05:50.795973Z" }, "id": "0a580a2a-0013-d51d-e573-000000000009", "name": "Ensure a clean install" } }, { "hosts": { "controller": { "action": "ansible.builtin.unarchive", "changed": true, "dest": "/usr/local", "extract_results": { "cmd": [ "/bin/gtar", "--extract", "-C", "/usr/local", "-z", "-f", "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780963551.3737576-10-86071926419377/go1.25.10.linux-amd64uzqfz0ev.tar.gz" ], "err": "", "out": "", "rc": 0 }, "gid": 0, "group": "root", "handler": "TgzArchive", "invocation": { "module_args": { "attributes": null, "copy": true, "creates": null, "decrypt": true, "dest": "/usr/local", "exclude": [], "extra_opts": [], "group": null, "include": [], "io_buffer_size": 65536, "keep_newer": false, "list_files": false, "mode": null, "owner": null, "remote_src": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "https://go.dev/dl/go1.25.10.linux-amd64.tar.gz", "unsafe_writes": false, "validate_certs": true } }, "mode": "0755", "owner": "root", "secontext": "system_u:object_r:usr_t:s0", "size": 141, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780963551.3737576-10-86071926419377/go1.25.10.linux-amd64uzqfz0ev.tar.gz", "state": "directory", "uid": 0 } }, "role": { "id": "0a580a2a-0013-d51d-e573-000000000005", "name": "install-golang", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/install-golang" }, "task": { "duration": { "end": "2026-06-09T00:06:04.876961Z", "start": "2026-06-09T00:05:51.302013Z" }, "id": "0a580a2a-0013-d51d-e573-00000000000a", "name": "Extract Go archive" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "dest": "/usr/bin/go", "diff": { "after": { "path": "/usr/bin/go", "state": "link" }, "before": { "path": "/usr/bin/go", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "dest": "/usr/bin/go", "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/usr/bin/go", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/usr/local/go/bin/go", "state": "link", "unsafe_writes": false } }, "item": "go", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 20, "src": "/usr/local/go/bin/go", "state": "link", "uid": 0 }, { "ansible_loop_var": "item", "changed": true, "dest": "/usr/bin/gofmt", "diff": { "after": { "path": "/usr/bin/gofmt", "state": "link" }, "before": { "path": "/usr/bin/gofmt", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "dest": "/usr/bin/gofmt", "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/usr/bin/gofmt", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/usr/local/go/bin/gofmt", "state": "link", "unsafe_writes": false } }, "item": "gofmt", "mode": "0777", "owner": "root", "secontext": "unconfined_u:object_r:bin_t:s0", "size": 23, "src": "/usr/local/go/bin/gofmt", "state": "link", "uid": 0 } ] } }, "role": { "id": "0a580a2a-0013-d51d-e573-000000000005", "name": "install-golang", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/install-golang" }, "task": { "duration": { "end": "2026-06-09T00:06:05.437082Z", "start": "2026-06-09T00:06:04.885440Z" }, "id": "0a580a2a-0013-d51d-e573-00000000000b", "name": "Create symlinks for Go binary" } }, { "hosts": { "controller": { "action": "ansible.builtin.dnf", "changed": false, "invocation": { "module_args": { "allow_downgrade": false, "allowerasing": false, "autoremove": false, "bugfix": false, "cacheonly": false, "conf_file": null, "disable_excludes": null, "disable_gpg_check": false, "disable_plugin": [], "disablerepo": [], "download_dir": null, "download_only": false, "enable_plugin": [], "enablerepo": [], "exclude": [], "install_repoquery": true, "install_weak_deps": true, "installroot": "/", "list": null, "lock_timeout": 30, "name": [ "python3-pip", "python3-setuptools", "unzip" ], "nobest": false, "releasever": null, "security": false, "skip_broken": false, "sslverify": true, "state": "present", "update_cache": false, "update_only": false, "use_backend": "auto", "validate_certs": true } }, "msg": "Nothing to do", "rc": 0, "results": [] } }, "task": { "duration": { "end": "2026-06-09T00:06:06.546655Z", "start": "2026-06-09T00:06:05.456195Z" }, "id": "0a580a2a-0013-d51d-e573-00000000000d", "name": "Installing packages" } }, { "hosts": { "controller": { "action": "ansible.builtin.pip", "changed": true, "cmd": [ "/usr/bin/python3", "-m", "pip.__main__", "install", "git-review", "kubernetes", "oauthlib>=3.2.2", "websocket-client" ], "invocation": { "module_args": { "chdir": null, "editable": false, "executable": null, "extra_args": null, "name": [ "git-review", "kubernetes", "oauthlib>=3.2.2", "websocket-client" ], "requirements": null, "state": "present", "umask": null, "version": null, "virtualenv": null, "virtualenv_command": "virtualenv", "virtualenv_python": null, "virtualenv_site_packages": false } }, "name": [ "git-review", "kubernetes", "oauthlib>=3.2.2", "websocket-client" ], "requirements": null, "state": "present", "stderr": "", "stderr_lines": [], "stdout": "Defaulting to user installation because normal site-packages is not writeable\nCollecting git-review\n Downloading git_review-2.5.0-py3-none-any.whl (53 kB)\nCollecting kubernetes\n Downloading kubernetes-35.0.0-py2.py3-none-any.whl (2.0 MB)\nCollecting oauthlib>=3.2.2\n Downloading oauthlib-3.3.1-py3-none-any.whl (160 kB)\nCollecting websocket-client\n Downloading websocket_client-1.9.0-py3-none-any.whl (82 kB)\nRequirement already satisfied: requests>=1.1 in /usr/lib/python3.9/site-packages (from git-review) (2.25.1)\nCollecting durationpy>=0.7\n Downloading durationpy-0.10-py3-none-any.whl (3.9 kB)\nRequirement already satisfied: urllib3!=2.6.0,>=1.24.2 in /usr/lib/python3.9/site-packages (from kubernetes) (1.26.5)\nRequirement already satisfied: six>=1.9.0 in /usr/lib/python3.9/site-packages (from kubernetes) (1.15.0)\nRequirement already satisfied: python-dateutil>=2.5.3 in /usr/lib/python3.9/site-packages (from kubernetes) (2.9.0.post0)\nRequirement already satisfied: pyyaml>=5.4.1 in /usr/lib64/python3.9/site-packages (from kubernetes) (5.4.1)\nCollecting requests-oauthlib\n Downloading requests_oauthlib-2.0.0-py2.py3-none-any.whl (24 kB)\nCollecting certifi>=14.05.14\n Downloading certifi-2026.5.20-py3-none-any.whl (134 kB)\nRequirement already satisfied: idna<3,>=2.5 in /usr/lib/python3.9/site-packages (from requests>=1.1->git-review) (2.10)\nRequirement already satisfied: chardet<5,>=3.0.2 in /usr/lib/python3.9/site-packages (from requests>=1.1->git-review) (4.0.0)\nInstalling collected packages: oauthlib, websocket-client, requests-oauthlib, durationpy, certifi, kubernetes, git-review\nSuccessfully installed certifi-2026.5.20 durationpy-0.10 git-review-2.5.0 kubernetes-35.0.0 oauthlib-3.3.1 requests-oauthlib-2.0.0 websocket-client-1.9.0\n", "stdout_lines": [ "Defaulting to user installation because normal site-packages is not writeable", "Collecting git-review", " Downloading git_review-2.5.0-py3-none-any.whl (53 kB)", "Collecting kubernetes", " Downloading kubernetes-35.0.0-py2.py3-none-any.whl (2.0 MB)", "Collecting oauthlib>=3.2.2", " Downloading oauthlib-3.3.1-py3-none-any.whl (160 kB)", "Collecting websocket-client", " Downloading websocket_client-1.9.0-py3-none-any.whl (82 kB)", "Requirement already satisfied: requests>=1.1 in /usr/lib/python3.9/site-packages (from git-review) (2.25.1)", "Collecting durationpy>=0.7", " Downloading durationpy-0.10-py3-none-any.whl (3.9 kB)", "Requirement already satisfied: urllib3!=2.6.0,>=1.24.2 in /usr/lib/python3.9/site-packages (from kubernetes) (1.26.5)", "Requirement already satisfied: six>=1.9.0 in /usr/lib/python3.9/site-packages (from kubernetes) (1.15.0)", "Requirement already satisfied: python-dateutil>=2.5.3 in /usr/lib/python3.9/site-packages (from kubernetes) (2.9.0.post0)", "Requirement already satisfied: pyyaml>=5.4.1 in /usr/lib64/python3.9/site-packages (from kubernetes) (5.4.1)", "Collecting requests-oauthlib", " Downloading requests_oauthlib-2.0.0-py2.py3-none-any.whl (24 kB)", "Collecting certifi>=14.05.14", " Downloading certifi-2026.5.20-py3-none-any.whl (134 kB)", "Requirement already satisfied: idna<3,>=2.5 in /usr/lib/python3.9/site-packages (from requests>=1.1->git-review) (2.10)", "Requirement already satisfied: chardet<5,>=3.0.2 in /usr/lib/python3.9/site-packages (from requests>=1.1->git-review) (4.0.0)", "Installing collected packages: oauthlib, websocket-client, requests-oauthlib, durationpy, certifi, kubernetes, git-review", "Successfully installed certifi-2026.5.20 durationpy-0.10 git-review-2.5.0 kubernetes-35.0.0 oauthlib-3.3.1 requests-oauthlib-2.0.0 websocket-client-1.9.0" ], "version": null, "virtualenv": null } }, "task": { "duration": { "end": "2026-06-09T00:06:10.051832Z", "start": "2026-06-09T00:06:06.557956Z" }, "id": "0a580a2a-0013-d51d-e573-00000000000e", "name": "Install pip packages" } } ] } ], "stats": { "controller": { "changed": 3, "failures": 0, "ignored": 0, "ok": 6, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "0", "phase": "run", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/run-deploy.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-09T00:15:00.950163Z", "start": "2026-06-09T00:06:10.967612Z" }, "id": "0a580a2a-0013-367b-e4ea-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "command", "changed": true, "cmd": [ "./hack/deploy.sh" ], "delta": "0:08:49.445175", "end": "2026-06-08 20:15:00.893698", "invocation": { "module_args": { "_raw_params": "./hack/deploy.sh", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-367b-e4ea-000000000004-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:06:11.448523", "stderr": "", "stderr_lines": [], "stdout": "[+] Installing kubectl\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 56.7M 100 56.7M 0 0 76.9M 0 --:--:-- --:--:-- --:--:-- 76.9M\ngo: downloading go1.25.11 (linux/amd64)\nError from server (NotFound): pods \"gerrit-0\" not found\n[+] Setting up gerrit\ngo: downloading k8s.io/client-go v0.30.2\ngo: downloading github.com/spf13/cobra v1.8.1\ngo: downloading sigs.k8s.io/controller-runtime v0.18.4\ngo: downloading github.com/openshift/api v0.0.0-20240715171821-e9f09d21bcb5\ngo: downloading gopkg.in/yaml.v3 v3.0.1\ngo: downloading go.uber.org/zap v1.27.0\ngo: downloading k8s.io/api v0.30.2\ngo: downloading k8s.io/apimachinery v0.30.2\ngo: downloading k8s.io/utils v0.0.0-20240711033017-18e509b52bc8\ngo: downloading sigs.k8s.io/yaml v1.4.0\ngo: downloading github.com/fatih/color v1.17.0\ngo: downloading github.com/go-sql-driver/mysql v1.8.1\ngo: downloading gopkg.in/ini.v1 v1.67.0\ngo: downloading k8s.io/kubectl v0.30.2\ngo: downloading golang.org/x/exp v0.0.0-20240716175740-e3f259677ff7\ngo: downloading gopkg.in/yaml.v2 v2.4.0\ngo: downloading github.com/google/uuid v1.6.0\ngo: downloading golang.org/x/crypto v0.52.0\ngo: downloading go.uber.org/multierr v1.11.0\ngo: downloading github.com/spf13/pflag v1.0.5\ngo: downloading k8s.io/apiextensions-apiserver v0.30.2\ngo: downloading github.com/gogo/protobuf v1.3.2\ngo: downloading github.com/google/gofuzz v1.2.0\ngo: downloading k8s.io/klog/v2 v2.130.1\ngo: downloading github.com/go-logr/logr v1.4.2\ngo: downloading github.com/go-logr/zapr v1.3.0\ngo: downloading golang.org/x/net v0.55.0\ngo: downloading github.com/imdario/mergo v0.3.16\ngo: downloading golang.org/x/term v0.43.0\ngo: downloading gopkg.in/inf.v0 v0.9.1\ngo: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1\ngo: downloading github.com/gorilla/websocket v1.5.1\ngo: downloading github.com/evanphx/json-patch/v5 v5.9.0\ngo: downloading github.com/mattn/go-colorable v0.1.13\ngo: downloading github.com/mattn/go-isatty v0.0.20\ngo: downloading golang.org/x/sys v0.45.0\ngo: downloading filippo.io/edwards25519 v1.1.1\ngo: downloading golang.org/x/oauth2 v0.27.0\ngo: downloading golang.org/x/time v0.5.0\ngo: downloading github.com/golang/protobuf v1.5.4\ngo: downloading github.com/evanphx/json-patch v5.9.0+incompatible\ngo: downloading github.com/google/gnostic-models v0.6.8\ngo: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd\ngo: downloading k8s.io/kube-openapi v0.0.0-20240430033511-f0e62f92d13f\ngo: downloading gomodules.xyz/jsonpatch/v2 v2.4.0\ngo: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da\ngo: downloading github.com/prometheus/client_golang v1.18.0\ngo: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc\ngo: downloading github.com/json-iterator/go v1.1.12\ngo: downloading google.golang.org/protobuf v1.34.1\ngo: downloading github.com/moby/spdystream v0.5.1\ngo: downloading github.com/google/go-cmp v0.6.0\ngo: downloading github.com/fsnotify/fsnotify v1.7.0\ngo: downloading github.com/modern-go/reflect2 v1.0.2\ngo: downloading github.com/pkg/errors v0.9.1\ngo: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd\ngo: downloading github.com/prometheus/client_model v0.6.1\ngo: downloading github.com/prometheus/common v0.47.0\ngo: downloading github.com/go-openapi/jsonreference v0.21.0\ngo: downloading github.com/go-openapi/swag v0.23.0\ngo: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822\ngo: downloading github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f\ngo: downloading github.com/beorn7/perks v1.0.1\ngo: downloading github.com/cespare/xxhash/v2 v2.3.0\ngo: downloading github.com/prometheus/procfs v0.15.0\ngo: downloading golang.org/x/text v0.37.0\ngo: downloading github.com/emicklei/go-restful/v3 v3.12.0\ngo: downloading github.com/mailru/easyjson v0.7.7\ngo: downloading github.com/go-openapi/jsonpointer v0.21.0\ngo: downloading github.com/josharian/intern v1.0.0\n2026-06-08T20:07:03-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:07:03-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:07:04-04:00\tINFO\tCreating \"admin-ssh-key\" in sf\n2026-06-08T20:07:04-04:00\tINFO\t \"admin-ssh-key\" created\n2026-06-08T20:07:05-04:00\tINFO\tCreating \"zuul-ssh-key\" in sf\n2026-06-08T20:07:05-04:00\tINFO\t \"zuul-ssh-key\" created\n2026-06-08T20:07:05-04:00\tINFO\tCreating \"gerrit-admin-api-key\" in sf\n2026-06-08T20:07:05-04:00\tINFO\t \"gerrit-admin-api-key\" created\n2026-06-08T20:07:05-04:00\tINFO\tCreating \"zuul-gerrit-api-key\" in sf\n2026-06-08T20:07:05-04:00\tINFO\t \"zuul-gerrit-api-key\" created\n2026-06-08T20:07:05-04:00\tINFO\tCreating \"gerrit-httpd\" in sf\n2026-06-08T20:07:05-04:00\tINFO\t \"gerrit-httpd\" created\n2026-06-08T20:07:05-04:00\tINFO\tCreating \"gerrit-sshd\" in sf\n2026-06-08T20:07:05-04:00\tINFO\t \"gerrit-sshd\" created\n2026-06-08T20:07:05-04:00\tINFO\tmanagesf-resources\n2026-06-08T20:07:05-04:00\tINFO\tCreating \"managesf-resources-config-map\" in sf\n2026-06-08T20:07:05-04:00\tINFO\t \"managesf-resources-config-map\" created\n2026-06-08T20:07:05-04:00\tINFO\tmanagesf-resources-tooling\n2026-06-08T20:07:05-04:00\tINFO\tCreating \"managesf-resources-tooling-config-map\" in sf\n2026-06-08T20:07:05-04:00\tINFO\t \"managesf-resources-tooling-config-map\" created\n2026-06-08T20:07:05-04:00\tINFO\tCreating \"gerrit\" in sf\n2026-06-08T20:07:05-04:00\tINFO\t \"gerrit\" created\n2026-06-08T20:07:05-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T20:07:15-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T20:07:25-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T20:07:35-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T20:07:45-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T20:07:55-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T20:08:05-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...\n2026-06-08T20:08:15-04:00\tINFO\tCreating \"post-init\" in sf\n2026-06-08T20:08:15-04:00\tINFO\t \"post-init\" created\n2026-06-08T20:08:39-04:00\tINFO\tCreating \"self-signed-cert\" in sf\n2026-06-08T20:08:39-04:00\tINFO\t \"self-signed-cert\" created\n2026-06-08T20:08:39-04:00\tINFO\tCreating \"gerrit-ingress\" in sf\n2026-06-08T20:08:39-04:00\tINFO\t \"gerrit-ingress\" created\n2026-06-08T20:08:39-04:00\tINFO\tCreating \"sf-ingress\" in sf\n2026-06-08T20:08:39-04:00\tINFO\t \"sf-ingress\" created\n2026-06-08T20:08:39-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 1/25]\n2026-06-08T20:08:46-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 2/25]\n2026-06-08T20:08:53-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 3/25]\n2026-06-08T20:09:00-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 4/25]\n2026-06-08T20:09:07-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 5/25]\n2026-06-08T20:09:14-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 6/25]\n2026-06-08T20:09:21-04:00\tINFO\tUpdating /etc/hosts\n2026-06-08T20:09:21-04:00\tINFO\tMaking sure Gerrit is up and ready...\n2026-06-08T20:09:21-04:00\tINFO\tQuerying Gerrit projects endpoint... [attempt 1/10]\n2026-06-08T20:09:21-04:00\tINFO\tGerrit is up and available\n2026-06-08T20:09:21-04:00\tINFO\tCloning config...\n2026-06-08T20:09:21-04:00\tINFO\tCloning repo https://admin:ac67fa8e-0836-472d-81a4-723c8f928fde@gerrit.sfop.me/a/config in deploy/config\n2026-06-08T20:09:21-04:00\tINFO\tConfiguring local repository for commits...\n2026-06-08T20:09:21-04:00\tINFO\tCloning demo-tenant-config...\n2026-06-08T20:09:21-04:00\tINFO\tCloning repo https://admin:ac67fa8e-0836-472d-81a4-723c8f928fde@gerrit.sfop.me/a/demo-tenant-config in deploy/demo-tenant-config\n2026-06-08T20:09:22-04:00\tINFO\tConfiguring local repository for commits...\n2026-06-08T20:09:22-04:00\tINFO\tCloning demo-project...\n2026-06-08T20:09:22-04:00\tINFO\tCloning repo https://admin:ac67fa8e-0836-472d-81a4-723c8f928fde@gerrit.sfop.me/a/demo-project in deploy/demo-project\n2026-06-08T20:09:22-04:00\tINFO\tConfiguring local repository for commits...\n2026-06-08T20:09:22-04:00\tINFO\tInitialize demo-tenant's pipelines and jobs... \n2026-06-08T20:09:22-04:00\tINFO\tPushing local repo state to origin...\n2026-06-08T20:09:22-04:00\tINFO\tCreating or updating tenant demo-tenant... \n2026-06-08T20:09:22-04:00\tINFO\tPushing local repo state to origin...\n2026-06-08T20:09:22-04:00\tINFO\tInitialize demo-project's pipelines and jobs... \n2026-06-08T20:09:22-04:00\tINFO\tPushing local repo state to origin...\n2026-06-08T20:09:22-04:00\tINFO\tApplying CRDs (did you run \"make manifests\" first?)\n[+] Deploying sf-operator\n2026-06-08T20:09:23-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:09:23-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:09:23-04:00\tINFO\tDeleting object, name: zookeeper\n2026-06-08T20:09:23-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:09:23-04:00\tINFO\tCreating secret, name: zuul-keystore-password\n2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: zuul-keystore-password\n2026-06-08T20:09:23-04:00\tINFO\tCreating secret, name: zuul-auth-secret\n2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: zuul-auth-secret\n2026-06-08T20:09:23-04:00\tINFO\tCreating config map name: zuul-scheduler-tooling-config-map\n2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: zuul-scheduler-tooling-config-map\n2026-06-08T20:09:23-04:00\tINFO\tCreating config map name: git-server-pi-config-map\n2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: git-server-pi-config-map\n2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: git-server\n2026-06-08T20:09:23-04:00\tINFO\tCreating secret, name: mariadb-root-password\n2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: mariadb-root-password\n2026-06-08T20:09:23-04:00\tINFO\tCreating secret, name: mariadb-config-secrets\n2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: mariadb-config-secrets\n2026-06-08T20:09:24-04:00\tINFO\tCreating secret, name: mariadb-initdb-secrets\n2026-06-08T20:09:24-04:00\tINFO\tCreating object, name: mariadb-initdb-secrets\n2026-06-08T20:09:24-04:00\tINFO\tCreating object, name: mariadb\n2026-06-08T20:09:24-04:00\tINFO\tCreating ssh key, name: logserver-keys\n2026-06-08T20:09:24-04:00\tINFO\tCreating object, name: logserver-keys\n2026-06-08T20:09:24-04:00\tINFO\tCreating ssh key, name: logserver-uploader-keys\n2026-06-08T20:09:25-04:00\tINFO\tCreating object, name: logserver-uploader-keys\n2026-06-08T20:09:25-04:00\tINFO\tCreating ssh key, name: logserver-uploader-spare-keys\n2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logserver-uploader-spare-keys\n2026-06-08T20:09:27-04:00\tINFO\tCreating config map name: logserver-config-map\n2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logserver-config-map\n2026-06-08T20:09:27-04:00\tINFO\tCreating service, name: logserver\n2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logserver\n2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logserver\n2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: gateway\n2026-06-08T20:09:27-04:00\tINFO\tCreating config map name: gateway-config-map\n2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: gateway-config-map\n2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: gateway\n2026-06-08T20:09:27-04:00\tINFO\tCreating service, name: hound-search\n2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: hound-search\n2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: hound-search\n2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logjuicer-pvc\n2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logjuicer\n2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logjuicer\n2026-06-08T20:09:27-04:00\tINFO\tDeleting object, name: zookeeper-client-tls\n2026-06-08T20:09:27-04:00\tINFO\tDeleting object, name: zookeeper-server-tls\n2026-06-08T20:09:30-04:00\tINFO\tCreating object, name: zookeeper-client-tls\n2026-06-08T20:09:31-04:00\tINFO\tCreating object, name: zookeeper-server-tls\n2026-06-08T20:09:31-04:00\tINFO\tCreating config map name: zookeeper-pi-config-map\n2026-06-08T20:09:31-04:00\tINFO\tCreating object, name: zookeeper-pi-config-map\n2026-06-08T20:09:31-04:00\tINFO\tCreating service, name: zookeeper-headless\n2026-06-08T20:09:31-04:00\tINFO\tCreating object, name: zookeeper-headless\n2026-06-08T20:09:31-04:00\tINFO\tCreating service, name: zookeeper\n2026-06-08T20:09:31-04:00\tINFO\tCreating object, name: zookeeper\n2026-06-08T20:09:31-04:00\tINFO\tCreating object, name: zookeeper\n2026-06-08T20:09:31-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:09:31-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:09:31-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:09:36-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:09:36-04:00\tINFO\tCreating service, name: git-server\n2026-06-08T20:09:36-04:00\tINFO\tCreating object, name: git-server\n2026-06-08T20:09:36-04:00\tINFO\tCreating service, name: git-server-rw\n2026-06-08T20:09:36-04:00\tINFO\tCreating object, name: git-server-rw\n2026-06-08T20:09:36-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:09:36-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:09:36-04:00\tINFO\tCreating service, name: mariadb\n2026-06-08T20:09:36-04:00\tINFO\tCreating object, name: mariadb\n2026-06-08T20:09:36-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:09:36-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:09:36-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:09:36-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:09:36-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:09:36-04:00\tINFO\tdeployment rollout not ok, name: gateway\n2026-06-08T20:09:36-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:09:36-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:09:36-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:09:36-04:00\tINFO\tdeployment rollout not ok, name: logjuicer\n2026-06-08T20:09:37-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:09:37-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:09:37-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:09:37-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:09:37-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:09:42-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:09:42-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:09:42-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:09:42-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:09:42-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:09:42-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:09:42-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:09:42-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:09:42-04:00\tINFO\tdeployment rollout not ok, name: gateway\n2026-06-08T20:09:42-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:09:42-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:09:42-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:09:42-04:00\tINFO\tdeployment rollout not ok, name: logjuicer\n2026-06-08T20:09:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:09:42-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:09:42-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:09:42-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:09:42-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:09:47-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:09:47-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:09:47-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:09:47-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:09:48-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:09:48-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:09:48-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:09:48-04:00\tINFO\tdeployment rollout not ok, name: gateway\n2026-06-08T20:09:48-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:09:48-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:09:48-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:09:48-04:00\tINFO\tdeployment rollout not ok, name: logjuicer\n2026-06-08T20:09:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:09:48-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:09:48-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:09:48-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:09:48-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T20:09:53-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:09:53-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:09:53-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:09:53-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:09:54-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:09:54-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:09:54-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:09:54-04:00\tINFO\tdeployment rollout not ok, name: gateway\n2026-06-08T20:09:54-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:09:54-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:09:54-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:09:54-04:00\tINFO\tdeployment rollout not ok, name: logjuicer\n2026-06-08T20:09:54-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:09:54-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:09:54-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:09:54-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:09:54-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T20:09:59-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:09:59-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:09:59-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:09:59-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:09:59-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:09:59-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:09:59-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:09:59-04:00\tINFO\tdeployment rollout not ok, name: gateway\n2026-06-08T20:09:59-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:09:59-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:09:59-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:09:59-04:00\tINFO\tdeployment rollout not ok, name: logjuicer\n2026-06-08T20:10:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:10:00-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:10:00-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:10:00-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:10:00-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T20:10:05-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:10:05-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:10:05-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:10:05-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:10:05-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:10:05-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:10:05-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:10:05-04:00\tINFO\tdeployment rollout not ok, name: gateway\n2026-06-08T20:10:05-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:10:05-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:10:05-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:10:05-04:00\tINFO\tdeployment rollout not ok, name: logjuicer\n2026-06-08T20:10:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:10:06-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:10:06-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:10:06-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:10:06-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T20:10:11-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:10:11-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:10:11-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:10:11-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:10:11-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:10:11-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:10:11-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:10:11-04:00\tINFO\tdeployment rollout not ok, name: gateway\n2026-06-08T20:10:11-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:10:11-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:10:11-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:10:11-04:00\tINFO\tdeployment rollout not ok, name: logjuicer\n2026-06-08T20:10:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:10:11-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:10:11-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:10:11-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:10:11-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...\n2026-06-08T20:10:16-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:10:16-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:10:16-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:10:16-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:10:17-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:10:17-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:10:17-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:10:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:10:17-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:10:17-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:10:17-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:10:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:10:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:10:17-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:10:17-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:10:17-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:10:17-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...\n2026-06-08T20:10:22-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:10:22-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:10:22-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:10:22-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:10:23-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:10:23-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:10:23-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:10:23-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:10:23-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:10:23-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:10:23-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:10:23-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:10:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:10:23-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:10:23-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:10:23-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:10:23-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...\n2026-06-08T20:10:28-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:10:28-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:10:28-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:10:28-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:10:29-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:10:29-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:10:29-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:10:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:10:29-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:10:29-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:10:29-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:10:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:10:29-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:10:29-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:10:29-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:10:29-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:10:29-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...\n2026-06-08T20:10:34-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:10:34-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:10:34-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:10:34-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:10:34-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:10:34-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:10:34-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:10:34-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:10:34-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:10:34-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:10:34-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:10:34-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:10:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:10:35-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:10:35-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:10:35-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:10:35-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...\n2026-06-08T20:10:40-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:10:40-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:10:40-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:10:40-04:00\tINFO\tCreating object, name: zuul-db-connection\n2026-06-08T20:10:40-04:00\tINFO\tCreating object, name: zuul-db-provision\n2026-06-08T20:10:41-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:10:41-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:10:41-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:10:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:10:41-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:10:41-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:10:41-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:10:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:10:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:10:41-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:10:41-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: Waiting ...\n\t - Zookeeper: OK\n\n2026-06-08T20:10:41-04:00\tINFO\t[attempt #13] Waiting 5s for the next reconcile call ...\n2026-06-08T20:10:46-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:10:46-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:10:46-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:10:47-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:10:47-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:10:47-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:10:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:10:47-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:10:47-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:10:47-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:10:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:10:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:10:47-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:10:47-04:00\tINFO\tCreating ssh key, name: zuul-spare-ssh-key\n2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: zuul-spare-ssh-key\n2026-06-08T20:10:48-04:00\tINFO\tCreating config map name: np-statsd-config-map\n2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: np-statsd-config-map\n2026-06-08T20:10:48-04:00\tINFO\tCreating config map name: nodepool-tooling-config-map\n2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-tooling-config-map\n2026-06-08T20:10:48-04:00\tINFO\tCreating config map name: nodepool-launcher-extra-config-config-map\n2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-launcher-extra-config-config-map\n2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-launcher\n2026-06-08T20:10:48-04:00\tINFO\tCreating ssh key, name: nodepool-builder-ssh-key\n2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-builder-ssh-key\n2026-06-08T20:10:48-04:00\tINFO\tCreating config map name: nodepool-builder-extra-config-config-map\n2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-builder-extra-config-config-map\n2026-06-08T20:10:48-04:00\tINFO\tCreating service, name: nodepool-builder\n2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-builder\n2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-builder\n2026-06-08T20:10:49-04:00\tINFO\tCreating secret, name: zuul-config\n2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-config\n2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-executor-headless\n2026-06-08T20:10:49-04:00\tINFO\tCreating config map name: zuul-extra-config-map\n2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-extra-config-map\n2026-06-08T20:10:49-04:00\tINFO\tCreating config map name: zuul-statsd-config-map\n2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-statsd-config-map\n2026-06-08T20:10:49-04:00\tINFO\tCreating config map name: zuul-logging-config-map\n2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-logging-config-map\n2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-scheduler\n2026-06-08T20:10:50-04:00\tINFO\tCreating object, name: zuul-executor\n2026-06-08T20:10:51-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-08T20:10:52-04:00\tINFO\tCreating object, name: zuul-merger\n2026-06-08T20:10:52-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:10:52-04:00\tINFO\t[attempt #14] Waiting 5s for the next reconcile call ...\n2026-06-08T20:10:57-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:10:57-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:10:57-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:10:57-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:10:57-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:10:57-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:10:57-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:10:57-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:10:57-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:10:57-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:10:57-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:10:57-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:10:58-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:10:58-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:10:58-04:00\tINFO\tCreating object, name: nodepool-launcher\n2026-06-08T20:10:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:10:58-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:10:58-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:10:58-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:10:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:10:59-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:10:59-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:10:59-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:11:00-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:11:00-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:11:01-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:11:01-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:11:01-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:11:01-04:00\tINFO\t[attempt #15] Waiting 5s for the next reconcile call ...\n2026-06-08T20:11:06-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:11:06-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:11:06-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:11:07-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:11:07-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:11:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:11:07-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:11:07-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:11:07-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:11:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:11:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:11:07-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:11:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:11:07-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:11:08-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:11:08-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:11:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:11:08-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:11:09-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:11:09-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:11:09-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:11:09-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:11:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:11:10-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:11:10-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:11:10-04:00\tINFO\t[attempt #16] Waiting 5s for the next reconcile call ...\n2026-06-08T20:11:15-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:11:15-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:11:15-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:11:16-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:11:16-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:11:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:11:16-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:11:16-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:11:16-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:11:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:11:16-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:11:16-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:11:17-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:11:17-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:11:17-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:11:17-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:11:18-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:11:18-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:11:18-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:11:18-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:11:19-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:11:19-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:11:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:11:19-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:11:19-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:11:19-04:00\tINFO\t[attempt #17] Waiting 5s for the next reconcile call ...\n2026-06-08T20:11:24-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:11:24-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:11:24-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:11:25-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:11:25-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:11:25-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:11:25-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:11:25-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:11:25-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:11:25-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:11:25-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:11:25-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:11:26-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:11:26-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:11:26-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:11:26-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:11:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:11:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:11:27-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:11:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:11:28-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:11:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:11:29-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:11:29-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:11:29-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:11:29-04:00\tINFO\t[attempt #18] Waiting 5s for the next reconcile call ...\n2026-06-08T20:11:34-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:11:34-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:11:34-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:11:34-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:11:34-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:11:34-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:11:34-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:11:34-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:11:34-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:11:34-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:11:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:11:35-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:11:35-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:11:35-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:11:35-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:11:35-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:11:36-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:11:36-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:11:36-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:11:36-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:11:37-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:11:37-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:11:38-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:11:38-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:11:38-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:11:38-04:00\tINFO\t[attempt #19] Waiting 5s for the next reconcile call ...\n2026-06-08T20:11:43-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:11:43-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:11:43-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:11:43-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:11:43-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:11:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:11:43-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:11:43-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:11:43-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:11:43-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:11:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:11:44-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:11:44-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:11:44-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:11:44-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:11:44-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:11:45-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:11:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:11:45-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:11:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:11:46-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:11:46-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:11:47-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:11:47-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:11:47-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:11:47-04:00\tINFO\t[attempt #20] Waiting 5s for the next reconcile call ...\n2026-06-08T20:11:52-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:11:52-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:11:52-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:11:53-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:11:53-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:11:53-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:11:53-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:11:53-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:11:53-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:11:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:11:53-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:11:53-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:11:53-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:11:53-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:11:54-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:11:54-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:11:54-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:11:54-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:11:55-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:11:55-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:11:55-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:11:55-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:11:56-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:11:56-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:11:56-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:11:56-04:00\tINFO\t[attempt #21] Waiting 5s for the next reconcile call ...\n2026-06-08T20:12:01-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:12:01-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:12:01-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:12:02-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:12:02-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:12:02-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:12:02-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:12:02-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:12:02-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:12:02-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:12:02-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:12:02-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:12:03-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:12:03-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:12:03-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:12:03-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:12:04-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:12:04-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:12:04-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:12:04-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:12:05-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:12:05-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:12:05-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:12:05-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:12:05-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:12:05-04:00\tINFO\t[attempt #22] Waiting 5s for the next reconcile call ...\n2026-06-08T20:12:10-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:12:10-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:12:10-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:12:11-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:12:11-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:12:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:12:11-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:12:11-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:12:11-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:12:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:12:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:12:11-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:12:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:12:12-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:12:12-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:12:12-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:12:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:12:13-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:12:13-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:12:13-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:12:14-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:12:14-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:12:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:12:15-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:12:15-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:12:15-04:00\tINFO\t[attempt #23] Waiting 5s for the next reconcile call ...\n2026-06-08T20:12:20-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:12:20-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:12:20-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:12:20-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:12:20-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:12:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:12:20-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:12:20-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:12:20-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:12:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:12:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:12:21-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:12:21-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:12:21-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:12:21-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:12:21-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:12:22-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:12:22-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:12:22-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:12:22-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:12:23-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:12:23-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:12:24-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:12:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:12:24-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:12:24-04:00\tINFO\t[attempt #24] Waiting 5s for the next reconcile call ...\n2026-06-08T20:12:29-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:12:29-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:12:29-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:12:29-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:12:29-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:12:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:12:29-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:12:29-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:12:29-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:12:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:12:30-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:12:30-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:12:30-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:12:30-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:12:30-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:12:30-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:12:31-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:12:31-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:12:31-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:12:32-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:12:32-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:12:33-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:12:33-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:12:33-04:00\tINFO\t[attempt #25] Waiting 5s for the next reconcile call ...\n2026-06-08T20:12:38-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:12:38-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:12:38-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:12:39-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:12:39-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:12:39-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:12:39-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:12:39-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T20:12:39-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:12:39-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:12:39-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:12:39-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:12:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:12:39-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:12:40-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:12:40-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:12:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:12:40-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:12:41-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:12:41-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:12:41-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:12:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:12:42-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:12:42-04:00\tINFO\t[attempt #26] Waiting 5s for the next reconcile call ...\n2026-06-08T20:12:47-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:12:47-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:12:47-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:12:48-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:12:48-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:12:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:12:48-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:12:48-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:12:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:12:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:12:48-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:12:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:12:49-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:12:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:12:49-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:12:50-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:12:50-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:12:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:12:51-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:12:51-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:12:52-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:12:52-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:12:52-04:00\tINFO\t[attempt #27] Waiting 5s for the next reconcile call ...\n2026-06-08T20:12:57-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:12:57-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:12:57-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:12:57-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:12:57-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:12:57-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:12:57-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:12:57-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:12:57-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:12:58-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:12:58-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:12:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:12:58-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:12:58-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:12:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:12:59-04:00\tINFO\tCreating object, name: zuul-weeder\n2026-06-08T20:12:59-04:00\tINFO\tCreating object, name: zuul-weeder\n2026-06-08T20:12:59-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:13:00-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:13:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:13:01-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:13:01-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:13:01-04:00\tINFO\t[attempt #28] Waiting 5s for the next reconcile call ...\n2026-06-08T20:13:06-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:13:06-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:13:06-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:13:06-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:13:06-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:13:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:13:06-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:13:06-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:13:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:13:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:13:07-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:13:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:13:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:13:07-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:13:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:13:08-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:13:08-04:00\tINFO\tdeployment rollout not ok, name: zuul-weeder\n2026-06-08T20:13:08-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:13:09-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:13:09-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:13:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:13:10-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:13:10-04:00\tINFO\t[attempt #29] Waiting 5s for the next reconcile call ...\n2026-06-08T20:13:15-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:13:15-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:13:15-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:13:16-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:13:16-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:13:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:13:16-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:13:16-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:13:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:13:16-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:13:16-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:13:16-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:13:16-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:13:17-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:13:17-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:13:17-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:13:17-04:00\tINFO\tdeployment rollout not ok, name: zuul-weeder\n2026-06-08T20:13:18-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:13:18-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:13:18-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:13:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:13:19-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:13:19-04:00\tINFO\t[attempt #30] Waiting 5s for the next reconcile call ...\n2026-06-08T20:13:24-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:13:24-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:13:24-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:13:25-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:13:25-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:13:25-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:13:25-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:13:25-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:13:25-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:13:25-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:13:25-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:13:26-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:13:26-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:13:26-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:13:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:13:27-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:13:27-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:13:27-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:13:28-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:13:28-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:13:28-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:13:29-04:00\tINFO\tCreating config map name: pymod-sf-operator-config-map\n2026-06-08T20:13:29-04:00\tINFO\tCreating object, name: pymod-sf-operator-config-map\n2026-06-08T20:13:29-04:00\tINFO\tCreating object, name: config-updater\n2026-06-08T20:13:29-04:00\tINFO\tCreating object, name: config-updater-role\n2026-06-08T20:13:29-04:00\tINFO\tCreating object, name: config-updater\n2026-06-08T20:13:29-04:00\tINFO\tCreating the config-update service account secret\n2026-06-08T20:13:29-04:00\tINFO\tCreating object, name: config-update-secrets\n2026-06-08T20:13:29-04:00\tINFO\tCreating base secret job\n2026-06-08T20:13:29-04:00\tINFO\tCreating object, name: config-base-secret-1-927-ns\n2026-06-08T20:13:29-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:13:29-04:00\tINFO\t[attempt #31] Waiting 5s for the next reconcile call ...\n2026-06-08T20:13:34-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:13:34-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:13:34-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:13:35-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:13:35-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:13:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:13:35-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:13:35-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:13:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:13:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:13:35-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:13:35-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:13:35-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:13:36-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:13:36-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:13:36-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:13:36-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:13:37-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:13:37-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:13:37-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:13:38-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:13:39-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n2026-06-08T20:13:39-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]\n2026-06-08T20:13:46-04:00\tINFO\tDeleting object, name: zuul-web\n2026-06-08T20:13:46-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure\n2026-06-08T20:13:46-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:13:46-04:00\tINFO\t[attempt #32] Waiting 5s for the next reconcile call ...\n2026-06-08T20:13:51-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:13:51-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:13:51-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:13:51-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:13:51-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:13:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:13:51-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:13:51-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:13:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:13:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:13:52-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:13:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:13:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:13:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:13:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:13:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:13:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:13:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:13:54-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-08T20:13:55-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:13:55-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:13:55-04:00\tINFO\t[attempt #33] Waiting 5s for the next reconcile call ...\n2026-06-08T20:14:00-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:14:00-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:14:00-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:14:01-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:14:01-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:14:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:14:01-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:14:01-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:14:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:14:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:14:01-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:14:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:14:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:14:02-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:14:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:14:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:14:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:14:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:14:03-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:14:03-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:14:04-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:14:04-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:14:04-04:00\tINFO\t[attempt #34] Waiting 5s for the next reconcile call ...\n2026-06-08T20:14:09-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:14:09-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:14:09-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:14:10-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:14:10-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:14:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:14:10-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:14:10-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:14:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:14:10-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:14:10-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:14:11-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:14:11-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:14:11-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:14:12-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:14:12-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:14:12-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:14:12-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:14:13-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:14:13-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:14:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:14:13-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:14:13-04:00\tINFO\t[attempt #35] Waiting 5s for the next reconcile call ...\n2026-06-08T20:14:19-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:14:19-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:14:19-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:14:19-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:14:19-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:14:19-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:14:19-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:14:19-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:14:19-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:14:20-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:14:20-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:14:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:14:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:14:20-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:14:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:14:21-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:14:21-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:14:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:14:22-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:14:22-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:14:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:14:23-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:14:23-04:00\tINFO\t[attempt #36] Waiting 5s for the next reconcile call ...\n2026-06-08T20:14:28-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:14:28-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:14:28-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:14:28-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:14:28-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:14:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:14:28-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:14:28-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:14:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:14:29-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:14:29-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:14:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:14:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:14:29-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:14:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:14:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:14:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:14:30-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:14:31-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:14:31-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:14:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:14:32-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:14:32-04:00\tINFO\t[attempt #37] Waiting 5s for the next reconcile call ...\n2026-06-08T20:14:37-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:14:37-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:14:37-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:14:38-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:14:38-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:14:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:14:38-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:14:38-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:14:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:14:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:14:38-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:14:38-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:14:38-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:14:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:14:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:14:39-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:14:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:14:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:14:40-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:14:40-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:14:41-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:14:41-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:14:41-04:00\tINFO\t[attempt #38] Waiting 5s for the next reconcile call ...\n2026-06-08T20:14:46-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:14:46-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:14:46-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:14:47-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:14:47-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:14:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:14:47-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:14:47-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:14:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:14:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:14:47-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:14:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:14:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:14:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:14:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:14:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:14:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:14:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:14:50-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:14:50-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:14:50-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:14:50-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:14:50-04:00\tINFO\t[attempt #39] Waiting 5s for the next reconcile call ...\n2026-06-08T20:14:55-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:14:55-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:14:55-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:14:56-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:14:56-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:14:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:14:56-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:14:56-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:14:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:14:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:14:56-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:14:57-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:14:57-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:14:57-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:14:58-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:14:58-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:14:58-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:14:58-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:14:59-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:14:59-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:15:00-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:15:00-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:15:00-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:15:00-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "[+] Installing kubectl", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", "100 56.7M 100 56.7M 0 0 76.9M 0 --:--:-- --:--:-- --:--:-- 76.9M", "go: downloading go1.25.11 (linux/amd64)", "Error from server (NotFound): pods \"gerrit-0\" not found", "[+] Setting up gerrit", "go: downloading k8s.io/client-go v0.30.2", "go: downloading github.com/spf13/cobra v1.8.1", "go: downloading sigs.k8s.io/controller-runtime v0.18.4", "go: downloading github.com/openshift/api v0.0.0-20240715171821-e9f09d21bcb5", "go: downloading gopkg.in/yaml.v3 v3.0.1", "go: downloading go.uber.org/zap v1.27.0", "go: downloading k8s.io/api v0.30.2", "go: downloading k8s.io/apimachinery v0.30.2", "go: downloading k8s.io/utils v0.0.0-20240711033017-18e509b52bc8", "go: downloading sigs.k8s.io/yaml v1.4.0", "go: downloading github.com/fatih/color v1.17.0", "go: downloading github.com/go-sql-driver/mysql v1.8.1", "go: downloading gopkg.in/ini.v1 v1.67.0", "go: downloading k8s.io/kubectl v0.30.2", "go: downloading golang.org/x/exp v0.0.0-20240716175740-e3f259677ff7", "go: downloading gopkg.in/yaml.v2 v2.4.0", "go: downloading github.com/google/uuid v1.6.0", "go: downloading golang.org/x/crypto v0.52.0", "go: downloading go.uber.org/multierr v1.11.0", "go: downloading github.com/spf13/pflag v1.0.5", "go: downloading k8s.io/apiextensions-apiserver v0.30.2", "go: downloading github.com/gogo/protobuf v1.3.2", "go: downloading github.com/google/gofuzz v1.2.0", "go: downloading k8s.io/klog/v2 v2.130.1", "go: downloading github.com/go-logr/logr v1.4.2", "go: downloading github.com/go-logr/zapr v1.3.0", "go: downloading golang.org/x/net v0.55.0", "go: downloading github.com/imdario/mergo v0.3.16", "go: downloading golang.org/x/term v0.43.0", "go: downloading gopkg.in/inf.v0 v0.9.1", "go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1", "go: downloading github.com/gorilla/websocket v1.5.1", "go: downloading github.com/evanphx/json-patch/v5 v5.9.0", "go: downloading github.com/mattn/go-colorable v0.1.13", "go: downloading github.com/mattn/go-isatty v0.0.20", "go: downloading golang.org/x/sys v0.45.0", "go: downloading filippo.io/edwards25519 v1.1.1", "go: downloading golang.org/x/oauth2 v0.27.0", "go: downloading golang.org/x/time v0.5.0", "go: downloading github.com/golang/protobuf v1.5.4", "go: downloading github.com/evanphx/json-patch v5.9.0+incompatible", "go: downloading github.com/google/gnostic-models v0.6.8", "go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd", "go: downloading k8s.io/kube-openapi v0.0.0-20240430033511-f0e62f92d13f", "go: downloading gomodules.xyz/jsonpatch/v2 v2.4.0", "go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da", "go: downloading github.com/prometheus/client_golang v1.18.0", "go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc", "go: downloading github.com/json-iterator/go v1.1.12", "go: downloading google.golang.org/protobuf v1.34.1", "go: downloading github.com/moby/spdystream v0.5.1", "go: downloading github.com/google/go-cmp v0.6.0", "go: downloading github.com/fsnotify/fsnotify v1.7.0", "go: downloading github.com/modern-go/reflect2 v1.0.2", "go: downloading github.com/pkg/errors v0.9.1", "go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd", "go: downloading github.com/prometheus/client_model v0.6.1", "go: downloading github.com/prometheus/common v0.47.0", "go: downloading github.com/go-openapi/jsonreference v0.21.0", "go: downloading github.com/go-openapi/swag v0.23.0", "go: downloading github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822", "go: downloading github.com/mxk/go-flowrate v0.0.0-20140419014527-cca7078d478f", "go: downloading github.com/beorn7/perks v1.0.1", "go: downloading github.com/cespare/xxhash/v2 v2.3.0", "go: downloading github.com/prometheus/procfs v0.15.0", "go: downloading golang.org/x/text v0.37.0", "go: downloading github.com/emicklei/go-restful/v3 v3.12.0", "go: downloading github.com/mailru/easyjson v0.7.7", "go: downloading github.com/go-openapi/jsonpointer v0.21.0", "go: downloading github.com/josharian/intern v1.0.0", "2026-06-08T20:07:03-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:07:03-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:07:04-04:00\tINFO\tCreating \"admin-ssh-key\" in sf", "2026-06-08T20:07:04-04:00\tINFO\t \"admin-ssh-key\" created", "2026-06-08T20:07:05-04:00\tINFO\tCreating \"zuul-ssh-key\" in sf", "2026-06-08T20:07:05-04:00\tINFO\t \"zuul-ssh-key\" created", "2026-06-08T20:07:05-04:00\tINFO\tCreating \"gerrit-admin-api-key\" in sf", "2026-06-08T20:07:05-04:00\tINFO\t \"gerrit-admin-api-key\" created", "2026-06-08T20:07:05-04:00\tINFO\tCreating \"zuul-gerrit-api-key\" in sf", "2026-06-08T20:07:05-04:00\tINFO\t \"zuul-gerrit-api-key\" created", "2026-06-08T20:07:05-04:00\tINFO\tCreating \"gerrit-httpd\" in sf", "2026-06-08T20:07:05-04:00\tINFO\t \"gerrit-httpd\" created", "2026-06-08T20:07:05-04:00\tINFO\tCreating \"gerrit-sshd\" in sf", "2026-06-08T20:07:05-04:00\tINFO\t \"gerrit-sshd\" created", "2026-06-08T20:07:05-04:00\tINFO\tmanagesf-resources", "2026-06-08T20:07:05-04:00\tINFO\tCreating \"managesf-resources-config-map\" in sf", "2026-06-08T20:07:05-04:00\tINFO\t \"managesf-resources-config-map\" created", "2026-06-08T20:07:05-04:00\tINFO\tmanagesf-resources-tooling", "2026-06-08T20:07:05-04:00\tINFO\tCreating \"managesf-resources-tooling-config-map\" in sf", "2026-06-08T20:07:05-04:00\tINFO\t \"managesf-resources-tooling-config-map\" created", "2026-06-08T20:07:05-04:00\tINFO\tCreating \"gerrit\" in sf", "2026-06-08T20:07:05-04:00\tINFO\t \"gerrit\" created", "2026-06-08T20:07:05-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T20:07:15-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T20:07:25-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T20:07:35-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T20:07:45-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T20:07:55-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T20:08:05-04:00\tINFO\tWaiting 10s for gerrit statefulset to be ready...", "2026-06-08T20:08:15-04:00\tINFO\tCreating \"post-init\" in sf", "2026-06-08T20:08:15-04:00\tINFO\t \"post-init\" created", "2026-06-08T20:08:39-04:00\tINFO\tCreating \"self-signed-cert\" in sf", "2026-06-08T20:08:39-04:00\tINFO\t \"self-signed-cert\" created", "2026-06-08T20:08:39-04:00\tINFO\tCreating \"gerrit-ingress\" in sf", "2026-06-08T20:08:39-04:00\tINFO\t \"gerrit-ingress\" created", "2026-06-08T20:08:39-04:00\tINFO\tCreating \"sf-ingress\" in sf", "2026-06-08T20:08:39-04:00\tINFO\t \"sf-ingress\" created", "2026-06-08T20:08:39-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 1/25]", "2026-06-08T20:08:46-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 2/25]", "2026-06-08T20:08:53-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 3/25]", "2026-06-08T20:09:00-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 4/25]", "2026-06-08T20:09:07-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 5/25]", "2026-06-08T20:09:14-04:00\tINFO\tWaiting for gerrit-ingress ... [attempt 6/25]", "2026-06-08T20:09:21-04:00\tINFO\tUpdating /etc/hosts", "2026-06-08T20:09:21-04:00\tINFO\tMaking sure Gerrit is up and ready...", "2026-06-08T20:09:21-04:00\tINFO\tQuerying Gerrit projects endpoint... [attempt 1/10]", "2026-06-08T20:09:21-04:00\tINFO\tGerrit is up and available", "2026-06-08T20:09:21-04:00\tINFO\tCloning config...", "2026-06-08T20:09:21-04:00\tINFO\tCloning repo https://admin:ac67fa8e-0836-472d-81a4-723c8f928fde@gerrit.sfop.me/a/config in deploy/config", "2026-06-08T20:09:21-04:00\tINFO\tConfiguring local repository for commits...", "2026-06-08T20:09:21-04:00\tINFO\tCloning demo-tenant-config...", "2026-06-08T20:09:21-04:00\tINFO\tCloning repo https://admin:ac67fa8e-0836-472d-81a4-723c8f928fde@gerrit.sfop.me/a/demo-tenant-config in deploy/demo-tenant-config", "2026-06-08T20:09:22-04:00\tINFO\tConfiguring local repository for commits...", "2026-06-08T20:09:22-04:00\tINFO\tCloning demo-project...", "2026-06-08T20:09:22-04:00\tINFO\tCloning repo https://admin:ac67fa8e-0836-472d-81a4-723c8f928fde@gerrit.sfop.me/a/demo-project in deploy/demo-project", "2026-06-08T20:09:22-04:00\tINFO\tConfiguring local repository for commits...", "2026-06-08T20:09:22-04:00\tINFO\tInitialize demo-tenant's pipelines and jobs... ", "2026-06-08T20:09:22-04:00\tINFO\tPushing local repo state to origin...", "2026-06-08T20:09:22-04:00\tINFO\tCreating or updating tenant demo-tenant... ", "2026-06-08T20:09:22-04:00\tINFO\tPushing local repo state to origin...", "2026-06-08T20:09:22-04:00\tINFO\tInitialize demo-project's pipelines and jobs... ", "2026-06-08T20:09:22-04:00\tINFO\tPushing local repo state to origin...", "2026-06-08T20:09:22-04:00\tINFO\tApplying CRDs (did you run \"make manifests\" first?)", "[+] Deploying sf-operator", "2026-06-08T20:09:23-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:09:23-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:09:23-04:00\tINFO\tDeleting object, name: zookeeper", "2026-06-08T20:09:23-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:09:23-04:00\tINFO\tCreating secret, name: zuul-keystore-password", "2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: zuul-keystore-password", "2026-06-08T20:09:23-04:00\tINFO\tCreating secret, name: zuul-auth-secret", "2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: zuul-auth-secret", "2026-06-08T20:09:23-04:00\tINFO\tCreating config map name: zuul-scheduler-tooling-config-map", "2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: zuul-scheduler-tooling-config-map", "2026-06-08T20:09:23-04:00\tINFO\tCreating config map name: git-server-pi-config-map", "2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: git-server-pi-config-map", "2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: git-server", "2026-06-08T20:09:23-04:00\tINFO\tCreating secret, name: mariadb-root-password", "2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: mariadb-root-password", "2026-06-08T20:09:23-04:00\tINFO\tCreating secret, name: mariadb-config-secrets", "2026-06-08T20:09:23-04:00\tINFO\tCreating object, name: mariadb-config-secrets", "2026-06-08T20:09:24-04:00\tINFO\tCreating secret, name: mariadb-initdb-secrets", "2026-06-08T20:09:24-04:00\tINFO\tCreating object, name: mariadb-initdb-secrets", "2026-06-08T20:09:24-04:00\tINFO\tCreating object, name: mariadb", "2026-06-08T20:09:24-04:00\tINFO\tCreating ssh key, name: logserver-keys", "2026-06-08T20:09:24-04:00\tINFO\tCreating object, name: logserver-keys", "2026-06-08T20:09:24-04:00\tINFO\tCreating ssh key, name: logserver-uploader-keys", "2026-06-08T20:09:25-04:00\tINFO\tCreating object, name: logserver-uploader-keys", "2026-06-08T20:09:25-04:00\tINFO\tCreating ssh key, name: logserver-uploader-spare-keys", "2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logserver-uploader-spare-keys", "2026-06-08T20:09:27-04:00\tINFO\tCreating config map name: logserver-config-map", "2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logserver-config-map", "2026-06-08T20:09:27-04:00\tINFO\tCreating service, name: logserver", "2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logserver", "2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logserver", "2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: gateway", "2026-06-08T20:09:27-04:00\tINFO\tCreating config map name: gateway-config-map", "2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: gateway-config-map", "2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: gateway", "2026-06-08T20:09:27-04:00\tINFO\tCreating service, name: hound-search", "2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: hound-search", "2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: hound-search", "2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logjuicer-pvc", "2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logjuicer", "2026-06-08T20:09:27-04:00\tINFO\tCreating object, name: logjuicer", "2026-06-08T20:09:27-04:00\tINFO\tDeleting object, name: zookeeper-client-tls", "2026-06-08T20:09:27-04:00\tINFO\tDeleting object, name: zookeeper-server-tls", "2026-06-08T20:09:30-04:00\tINFO\tCreating object, name: zookeeper-client-tls", "2026-06-08T20:09:31-04:00\tINFO\tCreating object, name: zookeeper-server-tls", "2026-06-08T20:09:31-04:00\tINFO\tCreating config map name: zookeeper-pi-config-map", "2026-06-08T20:09:31-04:00\tINFO\tCreating object, name: zookeeper-pi-config-map", "2026-06-08T20:09:31-04:00\tINFO\tCreating service, name: zookeeper-headless", "2026-06-08T20:09:31-04:00\tINFO\tCreating object, name: zookeeper-headless", "2026-06-08T20:09:31-04:00\tINFO\tCreating service, name: zookeeper", "2026-06-08T20:09:31-04:00\tINFO\tCreating object, name: zookeeper", "2026-06-08T20:09:31-04:00\tINFO\tCreating object, name: zookeeper", "2026-06-08T20:09:31-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:09:31-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:09:31-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:09:36-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:09:36-04:00\tINFO\tCreating service, name: git-server", "2026-06-08T20:09:36-04:00\tINFO\tCreating object, name: git-server", "2026-06-08T20:09:36-04:00\tINFO\tCreating service, name: git-server-rw", "2026-06-08T20:09:36-04:00\tINFO\tCreating object, name: git-server-rw", "2026-06-08T20:09:36-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:09:36-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:09:36-04:00\tINFO\tCreating service, name: mariadb", "2026-06-08T20:09:36-04:00\tINFO\tCreating object, name: mariadb", "2026-06-08T20:09:36-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:09:36-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:09:36-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:09:36-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:09:36-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:09:36-04:00\tINFO\tdeployment rollout not ok, name: gateway", "2026-06-08T20:09:36-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:09:36-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:09:36-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:09:36-04:00\tINFO\tdeployment rollout not ok, name: logjuicer", "2026-06-08T20:09:37-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:09:37-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:09:37-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:09:37-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:09:37-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:09:42-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:09:42-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:09:42-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:09:42-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:09:42-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:09:42-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:09:42-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:09:42-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:09:42-04:00\tINFO\tdeployment rollout not ok, name: gateway", "2026-06-08T20:09:42-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:09:42-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:09:42-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:09:42-04:00\tINFO\tdeployment rollout not ok, name: logjuicer", "2026-06-08T20:09:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:09:42-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:09:42-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:09:42-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:09:42-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:09:47-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:09:47-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:09:47-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:09:47-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:09:48-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:09:48-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:09:48-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:09:48-04:00\tINFO\tdeployment rollout not ok, name: gateway", "2026-06-08T20:09:48-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:09:48-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:09:48-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:09:48-04:00\tINFO\tdeployment rollout not ok, name: logjuicer", "2026-06-08T20:09:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:09:48-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:09:48-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:09:48-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:09:48-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T20:09:53-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:09:53-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:09:53-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:09:53-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:09:54-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:09:54-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:09:54-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:09:54-04:00\tINFO\tdeployment rollout not ok, name: gateway", "2026-06-08T20:09:54-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:09:54-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:09:54-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:09:54-04:00\tINFO\tdeployment rollout not ok, name: logjuicer", "2026-06-08T20:09:54-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:09:54-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:09:54-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:09:54-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:09:54-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T20:09:59-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:09:59-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:09:59-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:09:59-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:09:59-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:09:59-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:09:59-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:09:59-04:00\tINFO\tdeployment rollout not ok, name: gateway", "2026-06-08T20:09:59-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:09:59-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:09:59-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:09:59-04:00\tINFO\tdeployment rollout not ok, name: logjuicer", "2026-06-08T20:10:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:10:00-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:10:00-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:10:00-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:10:00-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T20:10:05-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:10:05-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:10:05-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:10:05-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:10:05-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:10:05-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:10:05-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:10:05-04:00\tINFO\tdeployment rollout not ok, name: gateway", "2026-06-08T20:10:05-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:10:05-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:10:05-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:10:05-04:00\tINFO\tdeployment rollout not ok, name: logjuicer", "2026-06-08T20:10:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:10:06-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:10:06-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:10:06-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:10:06-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T20:10:11-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:10:11-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:10:11-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:10:11-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:10:11-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:10:11-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:10:11-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:10:11-04:00\tINFO\tdeployment rollout not ok, name: gateway", "2026-06-08T20:10:11-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:10:11-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:10:11-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:10:11-04:00\tINFO\tdeployment rollout not ok, name: logjuicer", "2026-06-08T20:10:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:10:11-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:10:11-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:10:11-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:10:11-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...", "2026-06-08T20:10:16-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:10:16-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:10:16-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:10:16-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:10:17-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:10:17-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:10:17-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:10:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:10:17-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:10:17-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:10:17-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:10:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:10:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:10:17-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:10:17-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:10:17-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:10:17-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...", "2026-06-08T20:10:22-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:10:22-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:10:22-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:10:22-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:10:23-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:10:23-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:10:23-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:10:23-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:10:23-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:10:23-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:10:23-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:10:23-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:10:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:10:23-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:10:23-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:10:23-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:10:23-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...", "2026-06-08T20:10:28-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:10:28-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:10:28-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:10:28-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:10:29-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:10:29-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:10:29-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:10:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:10:29-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:10:29-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:10:29-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:10:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:10:29-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:10:29-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:10:29-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:10:29-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:10:29-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...", "2026-06-08T20:10:34-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:10:34-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:10:34-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:10:34-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:10:34-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:10:34-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:10:34-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:10:34-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:10:34-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:10:34-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:10:34-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:10:34-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:10:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:10:35-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:10:35-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:10:35-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:10:35-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...", "2026-06-08T20:10:40-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:10:40-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:10:40-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:10:40-04:00\tINFO\tCreating object, name: zuul-db-connection", "2026-06-08T20:10:40-04:00\tINFO\tCreating object, name: zuul-db-provision", "2026-06-08T20:10:41-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:10:41-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:10:41-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:10:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:10:41-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:10:41-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:10:41-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:10:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:10:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:10:41-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:10:41-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: Waiting ...", "\t - Zookeeper: OK", "", "2026-06-08T20:10:41-04:00\tINFO\t[attempt #13] Waiting 5s for the next reconcile call ...", "2026-06-08T20:10:46-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:10:46-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:10:46-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:10:47-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:10:47-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:10:47-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:10:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:10:47-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:10:47-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:10:47-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:10:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:10:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:10:47-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:10:47-04:00\tINFO\tCreating ssh key, name: zuul-spare-ssh-key", "2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: zuul-spare-ssh-key", "2026-06-08T20:10:48-04:00\tINFO\tCreating config map name: np-statsd-config-map", "2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: np-statsd-config-map", "2026-06-08T20:10:48-04:00\tINFO\tCreating config map name: nodepool-tooling-config-map", "2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-tooling-config-map", "2026-06-08T20:10:48-04:00\tINFO\tCreating config map name: nodepool-launcher-extra-config-config-map", "2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-launcher-extra-config-config-map", "2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-launcher", "2026-06-08T20:10:48-04:00\tINFO\tCreating ssh key, name: nodepool-builder-ssh-key", "2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-builder-ssh-key", "2026-06-08T20:10:48-04:00\tINFO\tCreating config map name: nodepool-builder-extra-config-config-map", "2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-builder-extra-config-config-map", "2026-06-08T20:10:48-04:00\tINFO\tCreating service, name: nodepool-builder", "2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-builder", "2026-06-08T20:10:48-04:00\tINFO\tCreating object, name: nodepool-builder", "2026-06-08T20:10:49-04:00\tINFO\tCreating secret, name: zuul-config", "2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-config", "2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-executor-headless", "2026-06-08T20:10:49-04:00\tINFO\tCreating config map name: zuul-extra-config-map", "2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-extra-config-map", "2026-06-08T20:10:49-04:00\tINFO\tCreating config map name: zuul-statsd-config-map", "2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-statsd-config-map", "2026-06-08T20:10:49-04:00\tINFO\tCreating config map name: zuul-logging-config-map", "2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-logging-config-map", "2026-06-08T20:10:49-04:00\tINFO\tCreating object, name: zuul-scheduler", "2026-06-08T20:10:50-04:00\tINFO\tCreating object, name: zuul-executor", "2026-06-08T20:10:51-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-08T20:10:52-04:00\tINFO\tCreating object, name: zuul-merger", "2026-06-08T20:10:52-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:10:52-04:00\tINFO\t[attempt #14] Waiting 5s for the next reconcile call ...", "2026-06-08T20:10:57-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:10:57-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:10:57-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:10:57-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:10:57-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:10:57-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:10:57-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:10:57-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:10:57-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:10:57-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:10:57-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:10:57-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:10:58-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:10:58-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:10:58-04:00\tINFO\tCreating object, name: nodepool-launcher", "2026-06-08T20:10:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:10:58-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:10:58-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:10:58-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:10:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:10:59-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:10:59-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:10:59-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:11:00-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:11:00-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:11:01-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:11:01-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:11:01-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:11:01-04:00\tINFO\t[attempt #15] Waiting 5s for the next reconcile call ...", "2026-06-08T20:11:06-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:11:06-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:11:06-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:11:07-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:11:07-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:11:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:11:07-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:11:07-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:11:07-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:11:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:11:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:11:07-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:11:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:11:07-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:11:08-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:11:08-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:11:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:11:08-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:11:09-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:11:09-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:11:09-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:11:09-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:11:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:11:10-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:11:10-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:11:10-04:00\tINFO\t[attempt #16] Waiting 5s for the next reconcile call ...", "2026-06-08T20:11:15-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:11:15-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:11:15-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:11:16-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:11:16-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:11:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:11:16-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:11:16-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:11:16-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:11:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:11:16-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:11:16-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:11:17-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:11:17-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:11:17-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:11:17-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:11:18-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:11:18-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:11:18-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:11:18-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:11:19-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:11:19-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:11:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:11:19-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:11:19-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:11:19-04:00\tINFO\t[attempt #17] Waiting 5s for the next reconcile call ...", "2026-06-08T20:11:24-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:11:24-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:11:24-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:11:25-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:11:25-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:11:25-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:11:25-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:11:25-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:11:25-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:11:25-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:11:25-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:11:25-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:11:26-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:11:26-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:11:26-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:11:26-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:11:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:11:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:11:27-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:11:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:11:28-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:11:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:11:29-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:11:29-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:11:29-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:11:29-04:00\tINFO\t[attempt #18] Waiting 5s for the next reconcile call ...", "2026-06-08T20:11:34-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:11:34-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:11:34-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:11:34-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:11:34-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:11:34-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:11:34-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:11:34-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:11:34-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:11:34-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:11:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:11:35-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:11:35-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:11:35-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:11:35-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:11:35-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:11:36-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:11:36-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:11:36-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:11:36-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:11:37-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:11:37-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:11:38-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:11:38-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:11:38-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:11:38-04:00\tINFO\t[attempt #19] Waiting 5s for the next reconcile call ...", "2026-06-08T20:11:43-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:11:43-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:11:43-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:11:43-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:11:43-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:11:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:11:43-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:11:43-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:11:43-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:11:43-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:11:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:11:44-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:11:44-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:11:44-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:11:44-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:11:44-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:11:45-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:11:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:11:45-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:11:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:11:46-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:11:46-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:11:47-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:11:47-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:11:47-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:11:47-04:00\tINFO\t[attempt #20] Waiting 5s for the next reconcile call ...", "2026-06-08T20:11:52-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:11:52-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:11:52-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:11:53-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:11:53-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:11:53-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:11:53-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:11:53-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:11:53-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:11:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:11:53-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:11:53-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:11:53-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:11:53-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:11:54-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:11:54-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:11:54-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:11:54-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:11:55-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:11:55-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:11:55-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:11:55-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:11:56-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:11:56-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:11:56-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:11:56-04:00\tINFO\t[attempt #21] Waiting 5s for the next reconcile call ...", "2026-06-08T20:12:01-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:12:01-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:12:01-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:12:02-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:12:02-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:12:02-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:12:02-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:12:02-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:12:02-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:12:02-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:12:02-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:12:02-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:12:03-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:12:03-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:12:03-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:12:03-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:12:04-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:12:04-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:12:04-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:12:04-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:12:05-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:12:05-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:12:05-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:12:05-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:12:05-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:12:05-04:00\tINFO\t[attempt #22] Waiting 5s for the next reconcile call ...", "2026-06-08T20:12:10-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:12:10-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:12:10-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:12:11-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:12:11-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:12:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:12:11-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:12:11-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:12:11-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:12:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:12:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:12:11-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:12:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:12:12-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:12:12-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:12:12-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:12:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:12:13-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:12:13-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:12:13-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:12:14-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:12:14-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:12:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:12:15-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:12:15-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:12:15-04:00\tINFO\t[attempt #23] Waiting 5s for the next reconcile call ...", "2026-06-08T20:12:20-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:12:20-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:12:20-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:12:20-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:12:20-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:12:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:12:20-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:12:20-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:12:20-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:12:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:12:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:12:21-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:12:21-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:12:21-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:12:21-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:12:21-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:12:22-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:12:22-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:12:22-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:12:22-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:12:23-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:12:23-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:12:24-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:12:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:12:24-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:12:24-04:00\tINFO\t[attempt #24] Waiting 5s for the next reconcile call ...", "2026-06-08T20:12:29-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:12:29-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:12:29-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:12:29-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:12:29-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:12:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:12:29-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:12:29-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:12:29-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:12:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:12:30-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:12:30-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:12:30-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:12:30-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:12:30-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:12:30-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:12:31-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:12:31-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:12:31-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:12:32-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:12:32-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:12:33-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:12:33-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:12:33-04:00\tINFO\t[attempt #25] Waiting 5s for the next reconcile call ...", "2026-06-08T20:12:38-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:12:38-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:12:38-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:12:39-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:12:39-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:12:39-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:12:39-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:12:39-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T20:12:39-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:12:39-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:12:39-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:12:39-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:12:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:12:39-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:12:40-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:12:40-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:12:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:12:40-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:12:41-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:12:41-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:12:41-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:12:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:12:42-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:12:42-04:00\tINFO\t[attempt #26] Waiting 5s for the next reconcile call ...", "2026-06-08T20:12:47-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:12:47-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:12:47-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:12:48-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:12:48-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:12:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:12:48-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:12:48-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:12:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:12:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:12:48-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:12:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:12:49-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:12:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:12:49-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:12:50-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:12:50-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:12:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:12:51-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:12:51-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:12:52-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:12:52-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:12:52-04:00\tINFO\t[attempt #27] Waiting 5s for the next reconcile call ...", "2026-06-08T20:12:57-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:12:57-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:12:57-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:12:57-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:12:57-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:12:57-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:12:57-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:12:57-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:12:57-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:12:58-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:12:58-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:12:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:12:58-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:12:58-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:12:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:12:59-04:00\tINFO\tCreating object, name: zuul-weeder", "2026-06-08T20:12:59-04:00\tINFO\tCreating object, name: zuul-weeder", "2026-06-08T20:12:59-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:13:00-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:13:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:13:01-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:13:01-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:13:01-04:00\tINFO\t[attempt #28] Waiting 5s for the next reconcile call ...", "2026-06-08T20:13:06-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:13:06-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:13:06-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:13:06-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:13:06-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:13:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:13:06-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:13:06-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:13:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:13:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:13:07-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:13:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:13:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:13:07-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:13:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:13:08-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:13:08-04:00\tINFO\tdeployment rollout not ok, name: zuul-weeder", "2026-06-08T20:13:08-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:13:09-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:13:09-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:13:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:13:10-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:13:10-04:00\tINFO\t[attempt #29] Waiting 5s for the next reconcile call ...", "2026-06-08T20:13:15-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:13:15-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:13:15-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:13:16-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:13:16-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:13:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:13:16-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:13:16-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:13:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:13:16-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:13:16-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:13:16-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:13:16-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:13:17-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:13:17-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:13:17-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:13:17-04:00\tINFO\tdeployment rollout not ok, name: zuul-weeder", "2026-06-08T20:13:18-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:13:18-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:13:18-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:13:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:13:19-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:13:19-04:00\tINFO\t[attempt #30] Waiting 5s for the next reconcile call ...", "2026-06-08T20:13:24-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:13:24-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:13:24-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:13:25-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:13:25-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:13:25-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:13:25-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:13:25-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:13:25-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:13:25-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:13:25-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:13:26-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:13:26-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:13:26-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:13:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:13:27-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:13:27-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:13:27-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:13:28-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:13:28-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:13:28-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:13:29-04:00\tINFO\tCreating config map name: pymod-sf-operator-config-map", "2026-06-08T20:13:29-04:00\tINFO\tCreating object, name: pymod-sf-operator-config-map", "2026-06-08T20:13:29-04:00\tINFO\tCreating object, name: config-updater", "2026-06-08T20:13:29-04:00\tINFO\tCreating object, name: config-updater-role", "2026-06-08T20:13:29-04:00\tINFO\tCreating object, name: config-updater", "2026-06-08T20:13:29-04:00\tINFO\tCreating the config-update service account secret", "2026-06-08T20:13:29-04:00\tINFO\tCreating object, name: config-update-secrets", "2026-06-08T20:13:29-04:00\tINFO\tCreating base secret job", "2026-06-08T20:13:29-04:00\tINFO\tCreating object, name: config-base-secret-1-927-ns", "2026-06-08T20:13:29-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:13:29-04:00\tINFO\t[attempt #31] Waiting 5s for the next reconcile call ...", "2026-06-08T20:13:34-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:13:34-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:13:34-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:13:35-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:13:35-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:13:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:13:35-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:13:35-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:13:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:13:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:13:35-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:13:35-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:13:35-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:13:36-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:13:36-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:13:36-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:13:36-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:13:37-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:13:37-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:13:37-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:13:38-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:13:39-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", "2026-06-08T20:13:39-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]", "2026-06-08T20:13:46-04:00\tINFO\tDeleting object, name: zuul-web", "2026-06-08T20:13:46-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure", "2026-06-08T20:13:46-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:13:46-04:00\tINFO\t[attempt #32] Waiting 5s for the next reconcile call ...", "2026-06-08T20:13:51-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:13:51-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:13:51-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:13:51-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:13:51-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:13:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:13:51-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:13:51-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:13:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:13:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:13:52-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:13:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:13:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:13:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:13:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:13:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:13:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:13:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:13:54-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-08T20:13:55-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:13:55-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:13:55-04:00\tINFO\t[attempt #33] Waiting 5s for the next reconcile call ...", "2026-06-08T20:14:00-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:14:00-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:14:00-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:14:01-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:14:01-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:14:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:14:01-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:14:01-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:14:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:14:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:14:01-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:14:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:14:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:14:02-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:14:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:14:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:14:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:14:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:14:03-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:14:03-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:14:04-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:14:04-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:14:04-04:00\tINFO\t[attempt #34] Waiting 5s for the next reconcile call ...", "2026-06-08T20:14:09-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:14:09-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:14:09-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:14:10-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:14:10-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:14:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:14:10-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:14:10-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:14:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:14:10-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:14:10-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:14:11-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:14:11-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:14:11-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:14:12-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:14:12-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:14:12-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:14:12-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:14:13-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:14:13-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:14:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:14:13-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:14:13-04:00\tINFO\t[attempt #35] Waiting 5s for the next reconcile call ...", "2026-06-08T20:14:19-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:14:19-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:14:19-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:14:19-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:14:19-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:14:19-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:14:19-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:14:19-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:14:19-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:14:20-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:14:20-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:14:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:14:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:14:20-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:14:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:14:21-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:14:21-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:14:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:14:22-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:14:22-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:14:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:14:23-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:14:23-04:00\tINFO\t[attempt #36] Waiting 5s for the next reconcile call ...", "2026-06-08T20:14:28-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:14:28-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:14:28-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:14:28-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:14:28-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:14:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:14:28-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:14:28-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:14:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:14:29-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:14:29-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:14:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:14:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:14:29-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:14:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:14:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:14:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:14:30-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:14:31-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:14:31-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:14:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:14:32-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:14:32-04:00\tINFO\t[attempt #37] Waiting 5s for the next reconcile call ...", "2026-06-08T20:14:37-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:14:37-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:14:37-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:14:38-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:14:38-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:14:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:14:38-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:14:38-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:14:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:14:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:14:38-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:14:38-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:14:38-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:14:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:14:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:14:39-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:14:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:14:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:14:40-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:14:40-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:14:41-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:14:41-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:14:41-04:00\tINFO\t[attempt #38] Waiting 5s for the next reconcile call ...", "2026-06-08T20:14:46-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:14:46-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:14:46-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:14:47-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:14:47-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:14:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:14:47-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:14:47-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:14:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:14:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:14:47-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:14:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:14:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:14:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:14:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:14:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:14:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:14:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:14:50-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:14:50-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:14:50-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:14:50-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:14:50-04:00\tINFO\t[attempt #39] Waiting 5s for the next reconcile call ...", "2026-06-08T20:14:55-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:14:55-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:14:55-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:14:56-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:14:56-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:14:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:14:56-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:14:56-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:14:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:14:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:14:56-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:14:57-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:14:57-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:14:57-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:14:58-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:14:58-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:14:58-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:14:58-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:14:59-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:14:59-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:15:00-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:15:00-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:15:00-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:15:00-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-367b-e4ea-000000000004-1-controller" } }, "task": { "duration": { "end": "2026-06-09T00:15:00.950163Z", "start": "2026-06-09T00:06:11.002549Z" }, "id": "0a580a2a-0013-367b-e4ea-000000000004", "name": "Run ./hack/deploy.sh" } } ] } ], "stats": { "controller": { "changed": 1, "failures": 0, "ignored": 0, "ok": 1, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "1", "phase": "run", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/run-tests.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-09T01:11:15.766221Z", "start": "2026-06-09T00:15:01.888365Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "ansible.builtin.package", "changed": false, "invocation": { "module_args": { "allow_downgrade": false, "allowerasing": false, "autoremove": false, "bugfix": false, "cacheonly": false, "conf_file": null, "disable_excludes": null, "disable_gpg_check": false, "disable_plugin": [], "disablerepo": [], "download_dir": null, "download_only": false, "enable_plugin": [], "enablerepo": [], "exclude": [], "install_repoquery": true, "install_weak_deps": true, "installroot": "/", "list": null, "lock_timeout": 30, "name": [ "unzip" ], "nobest": false, "releasever": null, "security": false, "skip_broken": false, "sslverify": true, "state": null, "update_cache": false, "update_only": false, "use_backend": "auto", "validate_certs": true } }, "msg": "Nothing to do", "rc": 0, "results": [] } }, "task": { "duration": { "end": "2026-06-09T00:15:03.042495Z", "start": "2026-06-09T00:15:01.922246Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000011c", "name": "Install test dependencies" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_vars", "changed": false, "false_condition": "zuul.executor is not defined | default(false)", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000001d", "name": "setup-variables", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/setup-variables" }, "task": { "duration": { "end": "2026-06-09T00:15:03.105187Z", "start": "2026-06-09T00:15:03.057911Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000001f", "name": "Include global variables" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_vars", "ansible_facts": { "install_requirements": true, "os_host": "controller", "remote_os_host": false, "zuul": { "project": { "src_dir": "ansible_user_dir + \"/src/softwarefactory-project.io/software-factory/sf-operator\"" } } }, "ansible_included_var_files": [ "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/playbooks/vars/zuul_ci.yaml" ], "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000001d", "name": "setup-variables", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/setup-variables" }, "task": { "duration": { "end": "2026-06-09T00:15:03.148863Z", "start": "2026-06-09T00:15:03.110100Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000020", "name": "Include zuul variables if zuul.executor is defined" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "go run main.go nodepool create openshiftpods-namespace\n", "delta": "0:00:01.444052", "end": "2026-06-08 20:15:04.993794", "invocation": { "module_args": { "_raw_params": "go run main.go nodepool create openshiftpods-namespace\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000024-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:15:03.549742", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:15:03-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:15:03-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:15:03-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:15:03-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:15:03-04:00\tINFO\tCreating \"nodepool\" in nodepool\n2026-06-08T20:15:03-04:00\tINFO\t \"nodepool\" created\n2026-06-08T20:15:03-04:00\tINFO\tCreating \"nodepool-sa\" in nodepool\n2026-06-08T20:15:03-04:00\tINFO\t \"nodepool-sa\" created\n2026-06-08T20:15:03-04:00\tINFO\tCreating \"nodepool-role\" in nodepool\n2026-06-08T20:15:03-04:00\tINFO\t \"nodepool-role\" created\n2026-06-08T20:15:03-04:00\tINFO\tCreating \"nodepool-rb\" in nodepool\n2026-06-08T20:15:03-04:00\tINFO\t \"nodepool-rb\" created\n2026-06-08T20:15:03-04:00\tINFO\tCreating \"nodepool-token\" in nodepool\n2026-06-08T20:15:03-04:00\tINFO\t \"nodepool-token\" created\n2026-06-08T20:15:04-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:15:04-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:15:04-04:00\tINFO\tCreating \"nodepool-providers-secrets\" in sf\n2026-06-08T20:15:04-04:00\tINFO\t \"nodepool-providers-secrets\" created", "stdout_lines": [ "2026-06-08T20:15:03-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:15:03-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:15:03-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:15:03-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:15:03-04:00\tINFO\tCreating \"nodepool\" in nodepool", "2026-06-08T20:15:03-04:00\tINFO\t \"nodepool\" created", "2026-06-08T20:15:03-04:00\tINFO\tCreating \"nodepool-sa\" in nodepool", "2026-06-08T20:15:03-04:00\tINFO\t \"nodepool-sa\" created", "2026-06-08T20:15:03-04:00\tINFO\tCreating \"nodepool-role\" in nodepool", "2026-06-08T20:15:03-04:00\tINFO\t \"nodepool-role\" created", "2026-06-08T20:15:03-04:00\tINFO\tCreating \"nodepool-rb\" in nodepool", "2026-06-08T20:15:03-04:00\tINFO\t \"nodepool-rb\" created", "2026-06-08T20:15:03-04:00\tINFO\tCreating \"nodepool-token\" in nodepool", "2026-06-08T20:15:03-04:00\tINFO\t \"nodepool-token\" created", "2026-06-08T20:15:04-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:15:04-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:15:04-04:00\tINFO\tCreating \"nodepool-providers-secrets\" in sf", "2026-06-08T20:15:04-04:00\tINFO\t \"nodepool-providers-secrets\" created" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000024-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000022", "name": "setup-nodepool-ns", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/setup-nodepool-ns" }, "task": { "duration": { "end": "2026-06-09T00:15:05.189016Z", "start": "2026-06-09T00:15:03.171877Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000024", "name": "Set up nodepool namespace" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl get secret gerrit-admin-api-key -o json | jq -r \".data.\\\"gerrit-admin-api-key\\\"\" | base64 -d -i\n", "delta": "0:00:00.102988", "end": "2026-06-08 20:15:05.542365", "invocation": { "module_args": { "_raw_params": "kubectl get secret gerrit-admin-api-key -o json | jq -r \".data.\\\"gerrit-admin-api-key\\\"\" | base64 -d -i\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000028-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:15:05.439377", "stderr": "", "stderr_lines": [], "stdout": "ac67fa8e-0836-472d-81a4-723c8f928fde", "stdout_lines": [ "ac67fa8e-0836-472d-81a4-723c8f928fde" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000028-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000026", "name": "utils/get-gerrit-admin-user-api-key", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/get-gerrit-admin-user-api-key" }, "task": { "duration": { "end": "2026-06-09T00:15:05.732769Z", "start": "2026-06-09T00:15:05.219809Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000028", "name": "Get Gerrit admin user API key" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "gerrit_admin_api_key": "ac67fa8e-0836-472d-81a4-723c8f928fde" }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000026", "name": "utils/get-gerrit-admin-user-api-key", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/get-gerrit-admin-user-api-key" }, "task": { "duration": { "end": "2026-06-09T00:15:05.758041Z", "start": "2026-06-09T00:15:05.737295Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000029", "name": "Set fact for _gerrit_admin_api_key" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "git_cmd", "changed": true, "cmd": [ "git", "fetch", "--all" ], "delta": "0:00:00.178955", "end": "2026-06-08 20:15:06.201470", "failed": false, "git_cmd": "git fetch --all", "invocation": { "module_args": { "_raw_params": "git fetch --all", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:15:06.022515", "stderr": "", "stderr_lines": [], "stdout": "Fetching origin\nFetching gerrit\nFrom https://gerrit.sfop.me/a/config\n * [new branch] master -> gerrit/master", "stdout_lines": [ "Fetching origin", "Fetching gerrit", "From https://gerrit.sfop.me/a/config", " * [new branch] master -> gerrit/master" ], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "git_cmd", "changed": true, "cmd": [ "git", "checkout", "master" ], "delta": "0:00:00.008258", "end": "2026-06-08 20:15:06.444667", "failed": false, "git_cmd": "git checkout master", "invocation": { "module_args": { "_raw_params": "git checkout master", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:15:06.436409", "stderr": "", "stderr_lines": [], "stdout": "Already on 'master'\nYour branch is up to date with 'origin/master'.", "stdout_lines": [ "Already on 'master'", "Your branch is up to date with 'origin/master'." ], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "git_cmd", "changed": true, "cmd": [ "git", "reset", "--hard", "origin/master", "--" ], "delta": "0:00:00.007893", "end": "2026-06-08 20:15:06.704933", "failed": false, "git_cmd": "git reset --hard origin/master --", "invocation": { "module_args": { "_raw_params": "git reset --hard origin/master --", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:15:06.697040", "stderr": "", "stderr_lines": [], "stdout": "HEAD is now at bcb3add Automatic update", "stdout_lines": [ "HEAD is now at bcb3add Automatic update" ], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "git_cmd", "changed": true, "cmd": [ "git", "clean", "-f", "-d" ], "delta": "0:00:00.006262", "end": "2026-06-08 20:15:06.946796", "failed": false, "git_cmd": "git clean -f -d", "invocation": { "module_args": { "_raw_params": "git clean -f -d", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:15:06.940534", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000002b", "name": "utils/config-repo-reset", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/config-repo-reset" }, "task": { "duration": { "end": "2026-06-09T00:15:06.987088Z", "start": "2026-06-09T00:15:05.766051Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000002d", "name": "Config repo, reset" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "deploy-loki.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000030", "name": "utils/setup-log-forwarding-stack", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/setup-log-forwarding-stack" }, "task": { "duration": { "end": "2026-06-09T00:15:07.019333Z", "start": "2026-06-09T00:15:06.999199Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000032", "name": "Deploy Loki via included role" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl -n sf apply -f test-loki.yaml\n", "delta": "0:00:00.340714", "end": "2026-06-08 20:15:07.620665", "invocation": { "module_args": { "_raw_params": "kubectl -n sf apply -f test-loki.yaml\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/hack/loki", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000327-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:15:07.279951", "stderr": "", "stderr_lines": [], "stdout": "configmap/loki-config created\ndeployment.apps/test-loki created\nservice/loki-http created", "stdout_lines": [ "configmap/loki-config created", "deployment.apps/test-loki created", "service/loki-http created" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000327-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000030", "name": "utils/setup-log-forwarding-stack", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/setup-log-forwarding-stack" }, "task": { "duration": { "end": "2026-06-09T00:15:08.077453Z", "start": "2026-06-09T00:15:07.063172Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000327", "name": "Deploy Loki" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 2, "changed": true, "cmd": [ "kubectl", "get", "deployment", "test-loki", "-n", "sf", "-o=jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.072289", "end": "2026-06-08 20:15:18.767479", "invocation": { "module_args": { "_raw_params": "kubectl get deployment test-loki -n sf -o=jsonpath='{.status.readyReplicas}'", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000328-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:15:18.695190", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000328-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000030", "name": "utils/setup-log-forwarding-stack", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/setup-log-forwarding-stack" }, "task": { "duration": { "end": "2026-06-09T00:15:18.802236Z", "start": "2026-06-09T00:15:08.110093Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000328", "name": "Wait for Loki deployment to be ready" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "deploy-fluentbit.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000030", "name": "utils/setup-log-forwarding-stack", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/setup-log-forwarding-stack" }, "task": { "duration": { "end": "2026-06-09T00:15:18.825766Z", "start": "2026-06-09T00:15:18.806508Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000033", "name": "Deploy Fluent Bit via included role" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl -n sf apply -f test-fluentbit.yaml\n", "delta": "0:00:00.391040", "end": "2026-06-08 20:15:19.468916", "invocation": { "module_args": { "_raw_params": "kubectl -n sf apply -f test-fluentbit.yaml\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/hack/loki", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000033b-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:15:19.077876", "stderr": "", "stderr_lines": [], "stdout": "configmap/test-fluentbit-config created\npod/test-fluentbit created\nservice/fluent-bit-forward-input created", "stdout_lines": [ "configmap/test-fluentbit-config created", "pod/test-fluentbit created", "service/fluent-bit-forward-input created" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000033b-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000030", "name": "utils/setup-log-forwarding-stack", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/setup-log-forwarding-stack" }, "task": { "duration": { "end": "2026-06-09T00:15:19.868735Z", "start": "2026-06-09T00:15:18.854856Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000033b", "name": "Deploy Fluent Bit" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 2, "changed": true, "cmd": [ "kubectl", "get", "pod", "test-fluentbit", "-n", "sf", "-o=jsonpath={.status.phase}" ], "delta": "0:00:00.098455", "end": "2026-06-08 20:15:30.530668", "invocation": { "module_args": { "_raw_params": "kubectl get pod test-fluentbit -n sf -o=jsonpath='{.status.phase}'", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000033c-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:15:30.432213", "stderr": "", "stderr_lines": [], "stdout": "Running", "stdout_lines": [ "Running" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000033c-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000030", "name": "utils/setup-log-forwarding-stack", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/setup-log-forwarding-stack" }, "task": { "duration": { "end": "2026-06-09T00:15:30.588129Z", "start": "2026-06-09T00:15:19.890942Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000033c", "name": "Wait for Fluent Bit pod to be ready" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "install-logCLI.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000030", "name": "utils/setup-log-forwarding-stack", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/setup-log-forwarding-stack" }, "task": { "duration": { "end": "2026-06-09T00:15:30.620475Z", "start": "2026-06-09T00:15:30.597845Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000034", "name": "Install LogCLI" } }, { "hosts": { "controller": { "action": "ansible.builtin.stat", "changed": false, "invocation": { "module_args": { "checksum_algorithm": "sha1", "follow": false, "get_attributes": true, "get_checksum": true, "get_mime": true, "path": "/home/zuul-worker/bin/logcli" } }, "stat": { "exists": false } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000030", "name": "utils/setup-log-forwarding-stack", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/setup-log-forwarding-stack" }, "task": { "duration": { "end": "2026-06-09T00:15:31.057603Z", "start": "2026-06-09T00:15:30.634017Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000035a", "name": "check if logCLI is present" } }, { "hosts": { "controller": { "action": "ansible.builtin.unarchive", "changed": true, "dest": "/tmp/", "diff": { "prepared": ">f++++++.?? logcli-linux-amd64\n" }, "extract_results": { "cmd": [ "/usr/bin/unzip", "-o", "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780964131.1326683-40-258425012326737/logcli-linux-amd64whpeg01m.zip", "-d", "/tmp" ], "err": "", "out": "Archive: /home/zuul-worker/.ansible/tmp/ansible-tmp-1780964131.1326683-40-258425012326737/logcli-linux-amd64whpeg01m.zip\n inflating: /tmp/logcli-linux-amd64 \n", "rc": 0 }, "gid": 0, "group": "root", "handler": "ZipArchive", "invocation": { "module_args": { "attributes": null, "copy": true, "creates": null, "decrypt": true, "dest": "/tmp/", "exclude": [], "extra_opts": [], "group": null, "include": [], "io_buffer_size": 65536, "keep_newer": false, "list_files": false, "mode": "a+x", "owner": null, "remote_src": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "https://github.com/grafana/loki/releases/download/v2.9.2/logcli-linux-amd64.zip", "unsafe_writes": false, "validate_certs": true } }, "mode": "01777", "owner": "root", "secontext": "system_u:object_r:tmp_t:s0", "size": 4096, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780964131.1326683-40-258425012326737/logcli-linux-amd64whpeg01m.zip", "state": "directory", "uid": 0 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000030", "name": "utils/setup-log-forwarding-stack", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/setup-log-forwarding-stack" }, "task": { "duration": { "end": "2026-06-09T00:15:33.005068Z", "start": "2026-06-09T00:15:31.061976Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000035c", "name": "download and unzip logCLI" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/bin", "state": "directory" }, "before": { "path": "/home/zuul-worker/bin", "state": "absent" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": "0755", "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/bin", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/bin", "secontext": "unconfined_u:object_r:home_bin_t:s0", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000030", "name": "utils/setup-log-forwarding-stack", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/setup-log-forwarding-stack" }, "task": { "duration": { "end": "2026-06-09T00:15:33.511272Z", "start": "2026-06-09T00:15:33.014646Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000035d", "name": "ensure ~/bin exists" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "mv", "/tmp/logcli-linux-amd64", "~/bin/logcli" ], "delta": "0:00:00.006079", "end": "2026-06-08 20:15:33.810710", "invocation": { "module_args": { "_raw_params": "mv /tmp/logcli-linux-amd64 ~/bin/logcli", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000035e-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:15:33.804631", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000035e-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000030", "name": "utils/setup-log-forwarding-stack", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/utils/setup-log-forwarding-stack" }, "task": { "duration": { "end": "2026-06-09T00:15:34.074700Z", "start": "2026-06-09T00:15:33.561172Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000035e", "name": "move logCLI to ~/bin/" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs" }, "before": { "path": "/home/zuul-worker/zuul-output/logs" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000036", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:15:34.362317Z", "start": "2026-06-09T00:15:34.084869Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000038", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "absent" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000036", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:15:34.642382Z", "start": "2026-06-09T00:15:34.371408Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000039", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy playbooks/files/sf.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "delta": "0:00:53.769275", "end": "2026-06-08 20:16:28.705865", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy playbooks/files/sf.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000003a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:15:34.936590", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:15:35-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:15:35-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:15:35-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:15:35-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:15:35-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:15:35-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:15:35-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:15:36-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:15:36-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:15:36-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:15:36-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:15:36-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:15:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:15:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:15:36-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:15:36-04:00\tINFO\tCreating object, name: zuul-capacity\n2026-06-08T20:15:36-04:00\tINFO\tStatefulset \"nodepool-launcher\" configuration changed, applying...\n2026-06-08T20:15:36-04:00\tINFO\tUpdating object, name: nodepool-launcher\n2026-06-08T20:15:36-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...\n2026-06-08T20:15:36-04:00\tINFO\tUpdating object, name: nodepool-builder\n2026-06-08T20:15:37-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:15:37-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:15:37-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:15:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:15:38-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:15:38-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:15:39-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:15:40-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:15:40-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:15:45-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:15:45-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:15:45-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:15:45-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:15:45-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:15:45-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:15:45-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:15:45-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:15:45-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:15:46-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:15:46-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:15:46-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:15:46-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:15:46-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:15:46-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:15:47-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:15:47-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:15:47-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:15:47-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:15:48-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:15:48-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:15:49-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:15:49-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:15:49-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:15:54-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:15:54-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:15:54-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:15:55-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:15:55-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:15:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:15:55-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:15:55-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:15:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:15:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:15:55-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:15:56-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:15:56-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:15:56-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:15:56-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:15:57-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:15:57-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:15:57-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:15:57-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:15:58-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:15:58-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:15:59-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:15:59-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:15:59-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:16:04-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:16:04-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:16:04-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:16:05-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:16:05-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:16:05-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:16:05-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:16:05-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:16:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:16:05-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:16:05-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:16:05-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:16:05-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:16:06-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:16:06-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:16:06-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:16:06-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:16:06-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:16:07-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:16:07-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:16:07-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:16:08-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:16:09-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:16:09-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T20:16:14-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:16:14-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:16:14-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:16:14-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:16:14-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:16:14-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:16:14-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:16:14-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:16:14-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:16:15-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:16:15-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:16:15-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:16:15-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:16:15-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:16:15-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:16:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:16:16-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:16:16-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:16:16-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:16:17-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:16:17-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:16:18-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:16:18-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:16:18-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T20:16:23-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:16:23-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:16:23-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:16:24-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:16:24-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:16:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:16:24-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:16:24-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:16:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:16:24-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:16:24-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:16:25-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:16:25-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:16:25-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:16:26-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:16:26-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:16:26-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:16:26-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:16:27-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:16:27-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:16:27-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:16:28-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:16:28-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:16:28-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:15:35-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:15:35-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:15:35-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:15:35-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:15:35-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:15:35-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:15:35-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:15:36-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:15:36-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:15:36-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:15:36-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:15:36-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:15:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:15:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:15:36-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:15:36-04:00\tINFO\tCreating object, name: zuul-capacity", "2026-06-08T20:15:36-04:00\tINFO\tStatefulset \"nodepool-launcher\" configuration changed, applying...", "2026-06-08T20:15:36-04:00\tINFO\tUpdating object, name: nodepool-launcher", "2026-06-08T20:15:36-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...", "2026-06-08T20:15:36-04:00\tINFO\tUpdating object, name: nodepool-builder", "2026-06-08T20:15:37-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:15:37-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:15:37-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:15:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:15:38-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:15:38-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:15:39-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:15:40-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:15:40-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:15:45-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:15:45-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:15:45-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:15:45-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:15:45-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:15:45-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:15:45-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:15:45-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:15:45-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:15:46-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:15:46-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:15:46-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:15:46-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:15:46-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:15:46-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:15:47-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:15:47-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:15:47-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:15:47-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:15:48-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:15:48-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:15:49-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:15:49-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:15:49-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:15:54-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:15:54-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:15:54-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:15:55-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:15:55-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:15:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:15:55-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:15:55-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:15:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:15:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:15:55-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:15:56-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:15:56-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:15:56-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:15:56-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:15:57-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:15:57-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:15:57-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:15:57-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:15:58-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:15:58-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:15:59-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:15:59-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:15:59-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:16:04-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:16:04-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:16:04-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:16:05-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:16:05-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:16:05-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:16:05-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:16:05-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:16:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:16:05-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:16:05-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:16:05-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:16:05-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:16:06-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:16:06-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:16:06-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:16:06-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:16:06-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:16:07-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:16:07-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:16:07-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:16:08-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:16:09-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:16:09-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T20:16:14-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:16:14-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:16:14-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:16:14-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:16:14-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:16:14-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:16:14-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:16:14-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:16:14-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:16:15-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:16:15-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:16:15-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:16:15-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:16:15-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:16:15-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:16:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:16:16-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:16:16-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:16:16-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:16:17-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:16:17-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:16:18-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:16:18-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:16:18-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T20:16:23-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:16:23-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:16:23-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:16:24-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:16:24-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:16:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:16:24-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:16:24-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:16:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:16:24-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:16:24-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:16:25-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:16:25-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:16:25-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:16:26-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:16:26-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:16:26-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:16:26-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:16:27-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:16:27-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:16:27-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:16:28-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:16:28-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:16:28-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000003a-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000036", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:16:28.785148Z", "start": "2026-06-09T00:15:34.694733Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000003a", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "cp playbooks/files/sf.yaml /tmp/current_cr.yaml", "delta": "0:00:00.007738", "end": "2026-06-08 20:16:29.139311", "invocation": { "module_args": { "_raw_params": "cp playbooks/files/sf.yaml /tmp/current_cr.yaml", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000003b-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:16:29.131573", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000003b-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000036", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:16:29.339925Z", "start": "2026-06-09T00:16:28.821863Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000003b", "name": "Copy current spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "make", "integration-tests" ], "delta": "0:07:49.550966", "end": "2026-06-08 20:24:19.203337", "invocation": { "module_args": { "_raw_params": "make integration-tests", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000003f-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:16:29.652371", "stderr": "", "stderr_lines": [], "stdout": "go test -timeout 0 -v ./tests/... -args --ginkgo.v --ginkgo.no-color\ngo: downloading github.com/onsi/gomega v1.33.1\ngo: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510\ngo: downloading github.com/onsi/ginkgo/v2 v2.17.2\n=== RUN TestSFOP\nRunning Suite: Software Factory CI - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests\n========================================================================================================================\nRandom Seed: 1780964207\n\nWill run 16 of 16 specs\n------------------------------\n[BeforeSuite] \n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/main_test.go:55\n 2026-06-08T20:16:47-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n 2026-06-08T20:16:47-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n[BeforeSuite] PASSED [0.024 seconds]\n------------------------------\nDeploy Tests Reconcile default\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:11\n 2026-06-08T20:16:47-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:16:47-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:16:47-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:16:47-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:16:47-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:16:47-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:16:47-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-08T20:16:47-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-08T20:16:47-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:16:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:16:47-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:16:47-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:16:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:16:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:16:48-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:16:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:16:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:16:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:16:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:16:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:16:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:16:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:16:50-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:16:50-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:16:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:16:52-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [4.817 seconds]\n------------------------------\nDeploy Tests Match zuul secrets\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:14\n 2026-06-08T20:16:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /etc/zuul/zuul.conf]\n\u2022 [0.150 seconds]\n------------------------------\nDeploy Tests Connect to services\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:17\n\u2022 [0.128 seconds]\n------------------------------\nProject Private Keys Rotation ensures no config errors\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:33\n STEP: Ensuring tenant have no config errors @ 06/08/26 20:16:52.293\n 2026-06-08T20:16:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/internal/config-errors]\n 2026-06-08T20:16:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/demo-tenant/config-errors]\n\u2022 [0.268 seconds]\n------------------------------\nProject Private Keys Rotation inject new secret in demo-project\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:37\n STEP: Ensure a test ssh key is available @ 06/08/26 20:16:52.562\n STEP: Loading test secret from fixture (fake SSH key) @ 06/08/26 20:16:52.571\n STEP: Writing test secret into zuul-scheduler pod and encrypting with zuul-client @ 06/08/26 20:16:52.571\n 2026-06-08T20:16:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c cat > /tmp/secret-to-encrypt.txt]\n 2026-06-08T20:16:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c cat /tmp/secret-to-encrypt.txt | zuul-client encrypt --tenant demo-tenant --project demo-project]\nwriting RSA key\n STEP: Replacing placeholders in secrets.yaml @ 06/08/26 20:16:53.422\n STEP: Writing .zuul.d/secrets.yaml in repo @ 06/08/26 20:16:53.515\n STEP: Committing and pushing locally as admin (HTTPS) @ 06/08/26 20:16:53.515\n\u2022 [1.072 seconds]\n------------------------------\nProject Private Keys Rotation runs rotate-projects-private-keys\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:84\n STEP: Fetching project private keys state from ZooKeeper (to validate change after) @ 06/08/26 20:16:53.633\n 2026-06-08T20:16:53-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c python3 << 'PYEOF'\n import configparser\n import hashlib\n from zuul.zk import ZooKeeperClient\n from zuul.lib.keystorage import KeyStorage\n from zuul.lib import encryption\n\n config = configparser.ConfigParser()\n config.read(\"/etc/zuul/zuul.conf\")\n password = config[\"keystore\"][\"password\"].encode(\"utf-8\")\n zk_client = ZooKeeperClient.fromConfig(config)\n zk_client.connect()\n lines = []\n for path, obj in KeyStorage(zk_client, \"unused\").exportKeys().get(\"keys\", {}).items():\n if path.endswith(\"/secrets\") and \"keys\" in obj and len(obj.get(\"keys\", [])) == 1:\n created = obj[\"keys\"][0][\"created\"]\n priv_pem = obj[\"keys\"][0][\"private_key\"]\n fingerprint = hashlib.sha256(priv_pem.encode()).hexdigest()[:16]\n lines.append(f\"{path} {created} {fingerprint}\")\n if \"demo-project\" in path:\n priv, _ = encryption.deserialize_rsa_keypair(priv_pem.encode(\"utf-8\"), password)\n pem = encryption.serialize_rsa_private_key(priv, None)\n with open(\"/tmp/demo-project.key\", \"wb\") as f:\n f.write(pem)\n print(\"\\n\".join(sorted(lines)))\n PYEOF\n ]\n STEP: Project keys before rotation: /keystorage/gerrit/config/config/secrets 1780963935 281b4b72195dd21e\n /keystorage/gerrit/demo-project/demo-project/secrets 1780963934 da22e325d95d72ed\n /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets 1780963934 afa114e6c0c52d38\n /keystorage/git-server/system-config/system-config/secrets 1780963933 dd77009f99fc0870\n /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets 1780963934 f9b0c1705a7847d1\n @ 06/08/26 20:16:54.932\n STEP: Preparing SSH key for rotation from zuul-ssh-key secret @ 06/08/26 20:16:54.932\n STEP: Running rotate-projects-private-keys @ 06/08/26 20:16:54.936\n 2026-06-08T20:16:54-04:00\tINFO\tCreating object, name: zuul-kazoo\n 2026-06-08T20:16:56-04:00\tINFO\tDeleting object, name: config-base-secret-1-927-ns\n 2026-06-08T20:16:56-04:00\tINFO\tKubeAPIWarningLogger\tchild pods are preserved by default when jobs are deleted; set propagationPolicy=Background to remove them or set propagationPolicy=Orphan to suppress this warning\n 2026-06-08T20:16:56-04:00\tINFO\tDeleting object, name: zs-internal-tenant-reconfigure\n 2026-06-08T20:16:56-04:00\tINFO\tCreating config map name: zk-clients-need-refresh-config-map\n 2026-06-08T20:16:56-04:00\tINFO\tCreating object, name: zk-clients-need-refresh-config-map\n 2026-06-08T20:16:56-04:00\tINFO\tCreating config map name: zuul-needs-full-reconfigure-config-map\n 2026-06-08T20:16:56-04:00\tINFO\tCreating object, name: zuul-needs-full-reconfigure-config-map\n 2026-06-08T20:16:56-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /tmp/rotate-projects-private-keys.py && chmod 755 /tmp/*.py]\n 2026-06-08T20:16:57-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /var/lib/zuul/.ssh_push_key && chmod 0600 /var/lib/zuul/.ssh_push_key]\n 2026-06-08T20:16:57-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /var/lib/zuul/main.yaml]\n 2026-06-08T20:16:57-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /var/lib/zuul/main.yaml]\n 2026-06-08T20:16:57-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [env PYTHONUNBUFFERED=1 /tmp/rotate-projects-private-keys.py --age 9223372036854775807 --author zuul --email zuul@sfop.me --logserver-key LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlKS0FJQkFBS0NBZ0VBNDdBN0Z0ZHBEVlJ1eVcrZkVraE1vOGxIS3poRDVVREJxNnBNdE9tQ3BmN0YxY0FHCmNDTGZXc2NuK3k5dHFuckJtcFNLNDVDSnpLOGRtcmNrbW9wbTNuU28zTGR6WS9nWVlLMFNNWjZOUERVekdEbEUKSjhLYVJYLy9CdU9pc0pTMnFSQXhsa2lnell4UjB6Ukhnb0haY3RsSnNQb1ppTXBoSjdhMTc3TG9pYzNTSUdUbgorUmRIeW5rK1dsa0F2V2xqMnQwdnlxbndQdEI1Vmo3N3ZHVWhvSThRN3lONWJPKzNvZUxQaU5CMVIwK2krTDFlClRQUXdOOHYzckNSd1FRMTBWdzZxVFF4M2tEWFdLTEN4NDhMeTczb1RWWnpZR1BMVjdDN2JjcmxXK1R6T1A0UW4KQmg5UmVtWVM5T2Zoem1iazlDcHZFYXJscVZXWjh3azVuZUtZbXIyelZHcXo4bTZCVHlWaDdRT1htYTB1MXBiTQpZTEJtMTVFUFNja3ZWT25Cb0xkYUtUMlRaTmJyMHp6R2I3YXdVTXF3dEJlYm9xUjRLTmU1RVRMaDlqaGVFSDgwCk9NMTRXeCsrMFY5QnExZzFuOUlwTk1mTC81bzN1bmFtcXQwbHBmREYwV0VhZTljdkNoekUxTkYvcDU3akoxa1UKeFp3MlhLYTd3UjhlVDBvaGZMcVpFSll1dWlnQnVHcVVGQk5xdmR1eGQxcktQMU5tNTlsenFtaUJWMjdoZHpJbApvaVFLSXhacXFNVEVBVTc2Y09ESWU0Und4MHVnVzhQV3hSN1YrL0szekV4K1E3alVQV2dINXBORWFRWmpTZ2RLClZ0TkZhaGlKQmlpTUhaUDBoWWVuaVRoRWdLdUNRdGtWYkZzSlI4eVVDRjFSSzZQTFc4cFVqc2VVN0YwQ0F3RUEKQVFLQ0FnQWp0b2MyS0hoK1VrR0VVQUZENVZvOEVIeWN2MWtLOHZMTndjc0JUMlVpTTBtRm92Wi9qVUM2Wk9XVgpCUlh1K1EwMytWZWxwUXl3TWNGemZJbDl3ZnFycHVHN3FQeXM4QU9tMms2eHdMeEhkdEs2V0hVanhXYmNRdHpXCkVFdDY1Z0NXbVFjbUd1TTZDbW5sTmx5SEVHWHltVGx4VEhGSDN2S0pQNlBlNHBHTjE5NC9IWVN6TWQ4ZFY1SWIKcXIwdWVJTGtsL0FBbWxJb0VCd1FGcFgyc1dncVhuWmFCQmJ1S3RXRFMyZWcvbzErcjNPUkQyYmtyQ0tLQmZDbApyQnQ5WUtaZ1oxajM5OTRqSFFhbjREc3V6ZXU3KzBwZ0VkZGxabVYrZzhVQkJDZ3J0TWxtOWd3RzdrK2g0clBUCmZUR1NaZHBBb0ExRzJLYm9QaGlGSWV2TEkza3E5SllFMmpOSDdOL0pyZ09yU0ZNMFowdG1qVk9LejMyemthOVMKeDAwa2RRV080bmxWYy9hVTk5TGRUSVQ0U3NBV0RWK3FLQldrcU0vNXM5a3lxSE1PZ1dxaDN2RzlEZmIzTXAwKwpNUFRiNUVUYUR5RzVsaEdiSWhBL0FrbTdwUE54R3BOdURia05sWlo0Nmk4aHMzRXRPd1VNUGVmVXoxNENadXNrCkxTZ3d0ejd4YTNwUmVmTXYxeFc4U28vVHl0SVVHcW5waldiT2p1L3AvVXVSMlBDcFVQN0NaVWQrSTMvMk9oT0QKcDNETFFNOENtVStJeDNHTENWR1daRklsbWVWYlV2Ymo2QnovTUtyN3BlTDFYTG1SS0tKWGdsOW1KRU5ZUWR0bwoydVFKRHpCeXZSb05ORFRWaXB0NXVCczRQekM0OFkwNno2UkY3aFlxY3NJK0x0bjFnUUtDQVFFQTYwaHNMR3dwCmpyQSswZ2JZdTBCUVRnMjVmbkNrZ0diSG9jVS8zU1Mza1N5SWRrWXZ4OVpFS21NR0JiTi9MOVdmeTVVTlpTNHoKc0QwaWR3YmpqWnFOcDlTbytHSzJYRU8zaUl5dWI2cUJEb0FvdzYwQ1JySGlTQlM1aE8wSXhqc2hBWWtEUHhwbQp5aFFJTEJ2enNQc3Z3UFZvcnBYa2JDcCtEL1NrcVNlWk40a2h3dVFLWGYvajR3dUsvWjRBcDE1Q3duM2tySUlTCkR4WlJOVTVSRGNmVW9SUUVTRkx2NEY4M0xnaTNkbHBvZ2NJWEV6eE1oMytiaCt4SGhMQU9qZUpCejYwdWd3anMKbmFZblZVblE0UCszNWttNGRpemR1S1RxcUs5aHloQVhGWDh5a0lpUUJEdHZmZUVieWJrNk1WaVFSMWRsRWNJVQpkdDI4dHVRaWw2a1NuUUtDQVFFQTk3eWVXUXgvYXBCSmpCMllzbXRxYm56TklxcU5lclkxUisvOHJyZXRsMzFHCnhpSmlHVTZVcmNpanlsTUNkdTVsTTgvUlkzbDdHSVpTVTUrNWJZQlFxRkVLSmIxNWJ6TktTSG5hS1dENlhwd1IKUEx5MG00dVNZOWl3UkdBUlhrQlREUzhFaE9xRkxYcXREUlljWllSUWc0aHQxMmgxOGtiU3BqckdiMmVrS3hXTwpSWTBIbTM3cnV0Ui9lZ2hvcHUvMGpJVEtzY0p4bGJCb2ZTNmxxT2tMMGt1NkhOM09PQndYZ0VwajQvTVAwS05LClpGQU0vcWNGSGZQRUFpeEg5MzY4UWhkaUFVVStRcWt3NHJNK3p1V3NnQzNpL0NSZkFDcTIwWGdzM0MxbnBxMlAKR0RrNkh4UHJScUgwTGVHbHVDZHVPOXBsTUJ6YXVZVmZaZ0RkNjg0MHdRS0NBUUJ6SmV5YkNReUZvc2Y3N2hIZwpBcWZLcTNqZTRxMy9rVTJlWkhUTy9BdEM1M0tadjl2ZWg0U3c0ZW11bkp4Z2dzSkQxbHpKNmdTdCtoMkY5ejhpCnJFTXJvaTVYOGFlaUhCb1VvQlUyM1ZGd0VWVGgveWdnQlNyamNCRWpkd1pXVGRYbmRIQzhUMldDL0s3TE41cmEKUVBTc0VPNzhrcXRLTExtcGdXZWN5WjU0eVlwV1lWaVpqSVN4TjVMOGNIbU5iOXBvYVVpakRMMWQyT1JCbkdTYQp3L1BTS1lPM0NiQVFOVWxDSkUzMWhHV2xLNkl6YmMxZWV4dFpPRkFBSmxIWktxUmV5VGo4TkQvcEg4b2NPWllhCnA4d096b0dTaEg2MndTOS9BdVp2QjlUa1ZtNGV3bGNKV3pWRGZBb25mWmwzVVFxN2Y1QWRVc2pGSzl3Ui9qRFgKM0kwWkFvSUJBRi9WVDB3VFVaYmZpaFB4dndnR0ZYMzRPVUtYeDNNWTJUT2kycFNiNlVNWTZ5L3FUUmlORldiRQpudGU5bE01OUdoa1k0MThmdDBhZGIydDU5amt0MGdYS2s2cFZ5WXdDdzFHV0VaYkFOUm8wTlZiUmlPeEM2YlpHCk5LbStuL2xkMk1MWTFWNjFlaDlGdlh1NmVmR3JaWm44Uk1GM1gya0JqS3RSUVVJSFRiSjgvRFJiZ2YzYzgwT3EKd0VWc3kwOEl0QWxIdFVGZWZxSHhRL3BvK1J5R1NsUm5odTl6dmpwbVk1RDFOZjhRSDZZT0JORVpSbTJjSHBhZgpuY3RaWmQyUDRUT1A2QkdsdjVmNTZ6ZEhMNXpKckJsSnB1enpCTzBEbVFVZS8vdU1kUFE5WDRWM1hjeDM0Q1BLCnNyS3MvM1psaW5jTTNPZm53WlRTeXp5aVNUYlc1Z0VDZ2dFQkFMQXN3cUpKUXN4MTlvZmVxTVRacGt3dEI4RGcKUjRtZ1NiYlBwbkIxWWpxZEJNSkl6dGpybXMyVENkbXlyZHYxaWlELy9KbTR0QWQxYk90RE5BKzJQdElUaER2RAp4Yk1wcFpiSjVTcUlJZU1aZXZEUUlhemFXWFlHL0JKVHFNdjR5QnJkZUM1KzQvdnpPK3UrelhJdzJjcHd0UlpXCjRGYzR3dDZZemw2QW9iOEo1c0lrQUhTWk1qcTltRHBFZnZKWWphYTFKSnJCalB6R2dWdWZZcWxaSmUwbmZjTEMKSjRoOU5IeEdMSjdsbDZaOFRSTmQyY0J5U0g2QXlSQjFHTVB3SUcyK3p2UzlNM1l5S3dUZ2tPQTBTcy9QYUtEVwpGWUVkTnVjMjVycmM0YUk4L25JVHVldkhUMkhtK0tCaG5Id1ZDY0ltK3NlbGRqWXFQUDdxQVVzaC82Yz0KLS0tLS1FTkQgUlNBIFBSSVZBVEUgS0VZLS0tLS0K]\n[+] Collecting keys from ZooKeeper\n[+] Deleting /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/ssh because Non secrets private key\n[+] Deleting /keystorage/git-server/system-config/system-config/ssh because Non secrets private key\n[+] Deleting /keystorage/gerrit/demo-project/demo-project/ssh because Non secrets private key\n[+] Deleting /keystorage/gerrit/demo-tenant-config/demo-tenant-config/ssh because Non secrets private key\n[+] Deleting /keystorage/gerrit/config/config/ssh because Non secrets private key\n[+] Deleting /keystorage2/tenant/internal/ssh because Non secrets private key\n[+] Deleting /keystorage2/tenant/demo-tenant/ssh because Non secrets private key\n[+] Deleting /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets because zuul-jobs do not have secrets\n[+] Deleting /keystorage/git-server/system-config/system-config/secrets because internal repo will be handled in reconcile\n[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/demo-project to /tmp/current-repo\nCloning into '/tmp/current-repo'...\nWarning: Permanently added '[gerrit-sshd.sf]:29418' (ED25519) to the list of known hosts.\r\nTotal 10 (delta 0), reused 10 (delta 0)\n[+] Re-Encrypting secret(s) in /tmp/current-repo/.zuul.d/secrets.yaml\n[master 3810731] Automatic secret re-encryption\n 1 file changed, 10 insertions(+), 10 deletions(-)\nremote: \rremote: Processing changes: refs: 1 \rremote: Processing changes: refs: 1, done \nTo ssh://gerrit-sshd.sf:29418/demo-project\n 0568828..3810731 master -> master\n[+] Updating key for /keystorage/gerrit/demo-project/demo-project/secrets\n[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/demo-tenant-config to /tmp/current-repo\nCloning into '/tmp/current-repo'...\nTotal 9 (delta 0), reused 9 (delta 0)\n[+] Deleting /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets because project had no secret\n[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/config to /tmp/current-repo\nCloning into '/tmp/current-repo'...\nTotal 5 (delta 0), reused 5 (delta 0)\n[+] Deleting /keystorage/gerrit/config/config/secrets because project had no secret\n STEP: Reconciling @ 06/08/26 20:16:59.469\n 2026-06-08T20:16:59-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder\n 2026-06-08T20:16:59-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]\n 2026-06-08T20:16:59-04:00\tINFO\tDeleting object, name: nodepool-builder\n 2026-06-08T20:16:59-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-596565db76-jm9qk launcher\n 2026-06-08T20:16:59-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-596565db76-jm9qk, command: [kill -9 1]\n 2026-06-08T20:16:59-04:00\tINFO\tDeleting object, name: launcher\n 2026-06-08T20:16:59-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-hdhbh mariadb-client\n 2026-06-08T20:16:59-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-hdhbh, command: [kill -9 1]\n 2026-06-08T20:16:59-04:00\tINFO\tDeleting object, name: mariadb-client\n 2026-06-08T20:16:59-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor\n 2026-06-08T20:16:59-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]\n 2026-06-08T20:16:59-04:00\tINFO\tDeleting object, name: zuul-executor\n 2026-06-08T20:16:59-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo\n 2026-06-08T20:16:59-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]\n 2026-06-08T20:16:59-04:00\tINFO\tDeleting object, name: zuul-kazoo\n 2026-06-08T20:16:59-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger\n 2026-06-08T20:16:59-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]\n 2026-06-08T20:17:00-04:00\tINFO\tDeleting object, name: zuul-merger\n 2026-06-08T20:17:00-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler\n 2026-06-08T20:17:00-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]\n 2026-06-08T20:17:00-04:00\tINFO\tDeleting object, name: zuul-scheduler\n 2026-06-08T20:17:00-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-7bb5578897-6rfxh zuul-web\n 2026-06-08T20:17:00-04:00\tINFO\tRunning pod execution pod: zuul-web-7bb5578897-6rfxh, command: [kill -9 1]\n 2026-06-08T20:17:00-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-08T20:17:00-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-m64jg zuul-weeder\n 2026-06-08T20:17:00-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-m64jg, command: [kill -9 1]\n 2026-06-08T20:17:00-04:00\tINFO\tDeleting object, name: zuul-weeder\n 2026-06-08T20:17:00-04:00\tINFO\tDeleting object, name: zk-clients-need-refresh-config-map\n 2026-06-08T20:17:00-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:17:00-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:17:00-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:17:00-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:17:00-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:17:00-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:17:00-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-08T20:17:00-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-08T20:17:00-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:17:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:17:00-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:17:01-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:17:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:17:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:17:01-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:17:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:17:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:17:01-04:00\tINFO\tCreating object, name: nodepool-builder\n 2026-06-08T20:17:02-04:00\tINFO\tCreating object, name: zuul-scheduler\n 2026-06-08T20:17:03-04:00\tINFO\tCreating object, name: zuul-executor\n 2026-06-08T20:17:03-04:00\tINFO\tCreating object, name: zuul-web\n 2026-06-08T20:17:04-04:00\tINFO\tCreating object, name: zuul-merger\n 2026-06-08T20:17:04-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: Waiting ...\n \t - |_ Merger: Waiting ...\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:17:05-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:17:05-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:17:05-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:17:06-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:17:06-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:17:06-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:17:06-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:17:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:17:06-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:17:06-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:17:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:17:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:17:06-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:17:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:17:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:17:07-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:17:07-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T20:17:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:17:08-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:17:09-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:17:09-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n 2026-06-08T20:17:10-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:17:10-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:17:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:17:10-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n 2026-06-08T20:17:10-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: Waiting ...\n \t - |_ Merger: Waiting ...\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:17:11-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:17:11-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:17:11-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:17:12-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:17:12-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:17:12-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:17:12-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:17:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:17:12-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:17:12-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:17:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:17:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:17:12-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:17:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:17:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:17:13-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:17:13-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T20:17:14-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:17:14-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:17:15-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:17:15-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n 2026-06-08T20:17:16-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:17:16-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:17:17-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:17:17-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n 2026-06-08T20:17:17-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: Waiting ...\n \t - |_ Merger: Waiting ...\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:17:18-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:17:18-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:17:18-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:17:18-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:17:18-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:17:18-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:17:18-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:17:18-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:17:18-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:17:18-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:17:18-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:17:19-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:17:19-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:17:19-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:17:19-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:17:20-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:17:20-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T20:17:20-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:17:20-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:17:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:17:22-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:17:22-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:17:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:17:23-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:17:24-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:17:24-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:17:24-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:17:24-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:17:24-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:17:24-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:17:24-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:17:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:17:24-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:17:24-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:17:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:17:25-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:17:25-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:17:25-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:17:25-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:17:26-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:17:26-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T20:17:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:17:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:17:27-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:17:28-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:17:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:17:29-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:17:29-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:17:30-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:17:30-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:17:30-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:17:31-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:17:31-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:17:31-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:17:31-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:17:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:17:31-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:17:31-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:17:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:17:31-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:17:31-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:17:31-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:17:31-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:17:32-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:17:32-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T20:17:33-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:17:33-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\nI0608 20:17:35.834289 60222 request.go:697] Waited for 2.377812986s due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/sf/configmaps/zuul-extra-config-map\n 2026-06-08T20:17:35-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:17:35-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:17:35-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:17:35-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:17:35-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:17:36-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:17:36-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:17:36-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:17:37-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:17:37-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:17:37-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:17:37-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:17:37-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:17:37-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:17:37-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:17:37-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:17:37-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:17:37-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:17:38-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:17:38-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:17:38-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:17:38-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T20:17:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:17:39-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:17:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:17:41-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:17:41-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:17:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:17:42-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:17:43-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:17:43-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:17:43-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:17:43-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:17:43-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:17:43-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:17:43-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:17:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:17:43-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:17:43-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:17:43-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:17:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:17:44-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:17:44-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:17:44-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:17:45-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:17:45-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:17:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:17:46-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:17:47-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:17:47-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:17:48-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:17:48-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:17:49-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:17:49-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:17:49-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:17:49-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:17:49-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:17:49-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:17:49-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:17:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:17:49-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:17:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:17:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:17:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:17:50-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:17:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:17:50-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:17:51-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:17:52-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:17:52-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:17:52-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:17:53-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:17:53-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:17:54-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:17:54-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:17:55-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:17:55-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:17:55-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:17:56-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:17:56-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:17:56-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:17:56-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:17:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:17:56-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:17:56-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:17:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:17:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:17:56-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:17:56-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:17:56-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:17:57-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:17:58-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:17:58-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:17:59-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:17:59-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:17:59-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:18:00-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:18:00-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:18:01-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:18:01-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:18:01-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:18:02-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:18:02-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:18:02-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:18:02-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:18:02-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:18:02-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:18:02-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:18:02-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:18:02-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:18:02-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:18:03-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:18:03-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:18:03-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:18:04-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:18:04-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:18:05-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:18:06-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:18:06-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:18:06-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:18:06-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: OK\n\n 2026-06-08T20:18:07-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:18:07-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:18:07-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:18:08-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:18:08-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:18:08-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:18:08-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:18:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:18:08-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:18:08-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:18:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:18:08-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:18:08-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:18:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:18:09-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:18:09-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:18:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:18:10-04:00\tINFO\tCreating object, name: zuul-weeder\n 2026-06-08T20:18:11-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:18:12-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:18:12-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:18:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:18:13-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: OK\n\n 2026-06-08T20:18:14-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:18:14-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:18:14-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:18:14-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:18:14-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:18:14-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:18:14-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:18:14-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:18:14-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:18:14-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:18:14-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:18:15-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:18:15-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:18:15-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:18:15-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:18:16-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:18:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:18:16-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:18:16-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:18:17-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:18:18-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:18:18-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:18:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:18:19-04:00\tINFO\tCreating base secret job\n 2026-06-08T20:18:19-04:00\tINFO\tCreating object, name: config-base-secret-1-927-ns\n 2026-06-08T20:18:19-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-08T20:18:20-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:18:20-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:18:20-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:18:21-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:18:21-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:18:21-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:18:21-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:18:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:18:21-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:18:21-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:18:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:18:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:18:21-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:18:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:18:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:18:22-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:18:23-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:18:23-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:18:23-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:18:24-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:18:25-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:18:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:18:25-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:18:26-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n 2026-06-08T20:18:26-04:00\tINFO\tDeleting object, name: zuul-needs-full-reconfigure-config-map\n 2026-06-08T20:18:26-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler full-reconfigure]\n 2026-06-08T20:18:34-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-08T20:18:34-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure\n 2026-06-08T20:18:34-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-08T20:18:35-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:18:35-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:18:35-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:18:35-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:18:35-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:18:35-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:18:35-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:18:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:18:35-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:18:35-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:18:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:18:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:18:36-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:18:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:18:36-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:18:37-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:18:37-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:18:37-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:18:37-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:18:37-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:18:38-04:00\tINFO\tCreating object, name: zuul-web\n 2026-06-08T20:18:39-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:18:39-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:18:40-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:18:40-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:18:40-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:18:40-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:18:40-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:18:40-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:18:40-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:18:40-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:18:40-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:18:41-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:18:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:18:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:18:41-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:18:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:18:41-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:18:42-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:18:43-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:18:43-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:18:43-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:18:43-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:18:44-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:18:44-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:18:45-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:18:45-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:18:46-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:18:46-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:18:46-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:18:47-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:18:47-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:18:47-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:18:47-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:18:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:18:47-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:18:47-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:18:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:18:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:18:47-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:18:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:18:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:18:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:18:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:18:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:18:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:18:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:18:50-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:18:50-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:18:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:18:51-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:18:52-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:18:52-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:18:52-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:18:53-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:18:53-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:18:53-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:18:53-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:18:53-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:18:53-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:18:53-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:18:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:18:53-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:18:53-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:18:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:18:54-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:18:54-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:18:55-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:18:55-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:18:55-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:18:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:18:57-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:18:57-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:18:57-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:18:57-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:18:58-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:18:59-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:18:59-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:18:59-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:18:59-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:18:59-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:18:59-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:18:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:18:59-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:18:59-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:18:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:19:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:19:00-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:19:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:19:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:19:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:19:01-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:19:01-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:19:01-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:19:02-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:19:03-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:19:03-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:19:04-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:19:04-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:19:05-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:19:05-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:19:05-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:19:05-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:19:05-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:19:05-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:19:05-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:19:05-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:19:05-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:19:05-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:19:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:19:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:19:06-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:19:06-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:19:06-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:19:07-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:19:07-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:19:07-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:19:07-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:19:08-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:19:09-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:19:09-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:19:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:19:10-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:19:11-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:19:11-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:19:11-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:19:12-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:19:12-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:19:12-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:19:12-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:19:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:19:12-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:19:12-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:19:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:19:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:19:12-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:19:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:19:12-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:19:13-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:19:14-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:19:14-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:19:14-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:19:14-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:19:15-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:19:15-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:19:16-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:19:16-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:19:17-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:19:17-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:19:17-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:19:18-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:19:18-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:19:18-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:19:18-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:19:18-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:19:18-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:19:18-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:19:18-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:19:18-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:19:18-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:19:19-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:19:19-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:19:19-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:19:20-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:19:20-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:19:20-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:19:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:19:21-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:19:21-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:19:22-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:19:22-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:19:23-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:19:23-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:19:23-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:19:24-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:19:24-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:19:24-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:19:24-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:19:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:19:24-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:19:24-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:19:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:19:24-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:19:24-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:19:25-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:19:25-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:19:25-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:19:26-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:19:26-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:19:26-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:19:27-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:19:28-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:19:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:19:28-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:19:28-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:19:29-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:19:30-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:19:30-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:19:30-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:19:30-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:19:30-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:19:30-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:19:30-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:19:30-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:19:30-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:19:30-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:19:31-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:19:31-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:19:31-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:19:31-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:19:31-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:19:32-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:19:32-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:19:32-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:19:33-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:19:34-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:19:34-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:19:35-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:19:35-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:19:36-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:19:36-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:19:36-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:19:36-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:19:36-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:19:36-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:19:36-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:19:36-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:19:36-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:19:36-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:19:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:19:37-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:19:37-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:19:37-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:19:37-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:19:38-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:19:38-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:19:38-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:19:38-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:19:39-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:19:40-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:19:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:19:41-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:19:41-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [168.155 seconds]\n------------------------------\nProject Private Keys Rotation zuul-web config-errors remain empty after rotation\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:103\n STEP: Ensuring tenant have no config errors @ 06/08/26 20:19:41.789\n 2026-06-08T20:19:41-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/internal/config-errors]\n 2026-06-08T20:19:41-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/demo-tenant/config-errors]\n\u2022 [0.212 seconds]\n------------------------------\nProject Private Keys Rotation project private keys changed when rotation was applied\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:107\n 2026-06-08T20:19:42-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c python3 << 'PYEOF'\n import configparser\n import hashlib\n from zuul.zk import ZooKeeperClient\n from zuul.lib.keystorage import KeyStorage\n from zuul.lib import encryption\n\n config = configparser.ConfigParser()\n config.read(\"/etc/zuul/zuul.conf\")\n password = config[\"keystore\"][\"password\"].encode(\"utf-8\")\n zk_client = ZooKeeperClient.fromConfig(config)\n zk_client.connect()\n lines = []\n for path, obj in KeyStorage(zk_client, \"unused\").exportKeys().get(\"keys\", {}).items():\n if path.endswith(\"/secrets\") and \"keys\" in obj and len(obj.get(\"keys\", [])) == 1:\n created = obj[\"keys\"][0][\"created\"]\n priv_pem = obj[\"keys\"][0][\"private_key\"]\n fingerprint = hashlib.sha256(priv_pem.encode()).hexdigest()[:16]\n lines.append(f\"{path} {created} {fingerprint}\")\n if \"demo-project\" in path:\n priv, _ = encryption.deserialize_rsa_keypair(priv_pem.encode(\"utf-8\"), password)\n pem = encryption.serialize_rsa_private_key(priv, None)\n with open(\"/tmp/demo-project.key\", \"wb\") as f:\n f.write(pem)\n print(\"\\n\".join(sorted(lines)))\n PYEOF\n ]\n STEP: Project keys after rotation: /keystorage/gerrit/config/config/secrets 1780964237 907ec227d8e5cf77\n /keystorage/gerrit/demo-project/demo-project/secrets 1780964218 972ad0adcee0350c\n /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets 1780964234 bafeb757e23a224a\n /keystorage/git-server/system-config/system-config/secrets 1780964239 48e582dd6c507d0e\n /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets 1780964235 ccd33038f7c88d0b\n @ 06/08/26 20:19:43.714\n STEP: Pulling latest demo-project and reading .zuul.d/secrets.yaml @ 06/08/26 20:19:43.714\n STEP: Writing secrets.yaml into zuul-scheduler pod for decryption @ 06/08/26 20:19:43.824\n 2026-06-08T20:19:43-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c cat > /tmp/secrets.yaml]\n STEP: Loading project keys state (writes demo-project key to /tmp/demo-project.key) @ 06/08/26 20:19:43.951\n 2026-06-08T20:19:43-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c python3 << 'PYEOF'\n import configparser\n import hashlib\n from zuul.zk import ZooKeeperClient\n from zuul.lib.keystorage import KeyStorage\n from zuul.lib import encryption\n\n config = configparser.ConfigParser()\n config.read(\"/etc/zuul/zuul.conf\")\n password = config[\"keystore\"][\"password\"].encode(\"utf-8\")\n zk_client = ZooKeeperClient.fromConfig(config)\n zk_client.connect()\n lines = []\n for path, obj in KeyStorage(zk_client, \"unused\").exportKeys().get(\"keys\", {}).items():\n if path.endswith(\"/secrets\") and \"keys\" in obj and len(obj.get(\"keys\", [])) == 1:\n created = obj[\"keys\"][0][\"created\"]\n priv_pem = obj[\"keys\"][0][\"private_key\"]\n fingerprint = hashlib.sha256(priv_pem.encode()).hexdigest()[:16]\n lines.append(f\"{path} {created} {fingerprint}\")\n if \"demo-project\" in path:\n priv, _ = encryption.deserialize_rsa_keypair(priv_pem.encode(\"utf-8\"), password)\n pem = encryption.serialize_rsa_private_key(priv, None)\n with open(\"/tmp/demo-project.key\", \"wb\") as f:\n f.write(pem)\n print(\"\\n\".join(sorted(lines)))\n PYEOF\n ]\n STEP: Decrypting with Zuul library @ 06/08/26 20:19:45.53\n 2026-06-08T20:19:45-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c python3 << 'PYEOF'\n from zuul.lib import encryption\n import zuul.configloader\n import zuul.model\n\n with open(\"/tmp/demo-project.key\", \"rb\") as f:\n private_secrets_key, _ = encryption.deserialize_rsa_keypair(f.read())\n with open(\"/tmp/secrets.yaml\") as f:\n yaml_content = f.read()\n\n parser = zuul.configloader.SecretParser(None)\n sc = zuul.model.SourceContext(None, \"project\", None, \"master\", \"path\")\n data = zuul.configloader.safe_load_yaml(yaml_content, sc)\n for element in data:\n if \"secret\" not in element:\n continue\n secret = parser.fromYaml(element[\"secret\"])\n decrypted = secret.decrypt(private_secrets_key).secret_data\n if isinstance(decrypted, dict) and \"password\" in decrypted:\n print(decrypted[\"password\"], end=\"\")\n elif isinstance(decrypted, str):\n print(decrypted, end=\"\")\n else:\n print(decrypted, end=\"\")\n break\n PYEOF\n ]\n STEP: Decrypted secret: -----BEGIN OPENSSH PRIVATE KEY-----\n b3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAAAMwAAAAtzc2gtZW\n QyNTUxOQAAACBsTxUhyWWfzjEnq1m0Ar6Rs80gJzAYUWlUD+afWy8tZwAAAKihHPUKoRz1\n CgAAAAtzc2gtZWQyNTUxOQAAACBsTxUhyWWfzjEnq1m0Ar6Rs80gJzAYUWlUD+afWy8tZw\n AAAEDMC9xcZwKxqqsbUdhrLPZ1jT3Fa9/Vqqwg2bFY8s9QvGxPFSHJZZ/OMSerWbQCvpGz\n zSAnMBhRaVQP5p9bLy1nAAAAInp1dWwtd29ya2VyQG5wMDAwMDA2NzgzNi5ub3ZhbG9jYW\n wBAgM=\n -----END OPENSSH PRIVATE KEY----- @ 06/08/26 20:19:46.433\n\u2022 [4.433 seconds]\n------------------------------\ngateway tests When setting up extra gateway configuration for a maintenance Should reconcile\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:28\n 2026-06-08T20:19:46-04:00\tINFO\tCreating object, name: maintenance-config\n 2026-06-08T20:19:46-04:00\tINFO\tCreating object, name: maintenance-static-files\n 2026-06-08T20:19:46-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:19:46-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:19:46-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:19:47-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:19:47-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:19:47-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:19:47-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-08T20:19:47-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-08T20:19:47-04:00\tINFO\tStatefulset \"gateway\" configuration changed, applying...\n 2026-06-08T20:19:47-04:00\tDEBUG\tReason: annotation 'config-hash' changed from '90a6261c7272ad73ee593bd22fc08aa0b50c9e09eb380107181e1e58b851202b' to 'c04b8e5064e2a2985ef09fcc1ab4c2dda05fbcb2cd18006ff3d01f2b963e17d8'\n 2026-06-08T20:19:47-04:00\tINFO\tUpdating object, name: gateway\n 2026-06-08T20:19:47-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:19:47-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:19:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:19:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:19:47-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:19:47-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:19:47-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:19:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:19:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:19:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:19:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:19:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:19:50-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:19:50-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:19:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:19:51-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: Waiting ...\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-08T20:19:52-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:19:52-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:19:52-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:19:53-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:19:53-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:19:53-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:19:53-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:19:53-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:19:53-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:19:53-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:19:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:19:53-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:19:53-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:19:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:19:54-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:19:55-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:19:56-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:19:56-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:19:56-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:19:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:19:57-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:19:57-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:19:58-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:19:58-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [12.410 seconds]\n------------------------------\ngateway tests When setting up extra gateway configuration for a maintenance Should serve HTTP 503 and the expected content\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:55\n 2026-06-08T20:19:58-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -o - -I gateway:8080/zuul/]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r 0 17 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n 2026-06-08T20:19:58-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl gateway:8080/zuul/api/components]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 17 100 17 0 0 17000 0 --:--:-- --:--:-- --:--:-- 17000\n\u2022 [0.171 seconds]\n------------------------------\ngateway tests When removing the gateway's extra config Should reconcile\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:65\n 2026-06-08T20:19:59-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:19:59-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:19:59-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:19:59-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:19:59-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:19:59-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:19:59-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-08T20:19:59-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-08T20:19:59-04:00\tINFO\tStatefulset \"gateway\" configuration changed, applying...\n 2026-06-08T20:19:59-04:00\tDEBUG\tReason: annotation 'config-hash' changed from 'c04b8e5064e2a2985ef09fcc1ab4c2dda05fbcb2cd18006ff3d01f2b963e17d8' to '90a6261c7272ad73ee593bd22fc08aa0b50c9e09eb380107181e1e58b851202b'\n 2026-06-08T20:19:59-04:00\tINFO\tUpdating object, name: gateway\n 2026-06-08T20:20:00-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:20:00-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:20:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:20:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:20:00-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:20:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:20:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:20:01-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:20:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:20:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:20:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:20:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:20:04-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:20:04-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:20:05-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:20:05-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: Waiting ...\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-08T20:20:06-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:20:06-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:20:06-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:20:07-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:20:07-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:20:07-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:20:07-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:20:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:20:07-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:20:07-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:20:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:20:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:20:07-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:20:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:20:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:20:08-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:20:09-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:20:09-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:20:09-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:20:10-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:20:10-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:20:10-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:20:11-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:20:12-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n\u2022 [13.033 seconds]\n------------------------------\ngateway tests When removing the gateway's extra config Should serve the regular content\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:71\n 2026-06-08T20:20:12-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -o - -I gateway:8080/zuul/api/components]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r 0 537 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\n 2026-06-08T20:20:12-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl gateway:8080/zuul/api/components]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 537 100 537 0 0 76714 0 --:--:-- --:--:-- --:--:-- 76714\n\u2022 [0.318 seconds]\n------------------------------\nTest Env Has namespace\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/main_test.go:167\n\u2022 [0.000 seconds]\n------------------------------\nSecret Rotations zuul-auth works\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:60\n STEP: Deleting secrets not rotated by the CLI @ 06/08/26 20:20:12.371\n STEP: Running secret rotation CLI @ 06/08/26 20:20:12.38\n 2026-06-08T20:20:12-04:00\tINFO\tWarning: At least one executor running, this may cause issues when rotating Zookeeper secrets.\n 2026-06-08T20:20:12-04:00\tINFO\tRotating Keystore password...\n 2026-06-08T20:20:12-04:00\tINFO\tCreating secret, name: zuul-keystore-password-new\n 2026-06-08T20:20:12-04:00\tINFO\tCreating object, name: zuul-keystore-password-new\n 2026-06-08T20:20:13-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [cat /var/lib/zuul/keys-backup.json]\n 2026-06-08T20:20:13-04:00\tINFO\tUpdating object, name: zuul-keystore-password\n 2026-06-08T20:20:13-04:00\tINFO\tDeleting object, name: zuul-keystore-password-new\n 2026-06-08T20:20:13-04:00\tINFO\tDeleting object, name: zuul-kazoo\n 2026-06-08T20:20:13-04:00\tINFO\tKilling every kazoo client...\n 2026-06-08T20:20:13-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder\n 2026-06-08T20:20:13-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]\n 2026-06-08T20:20:13-04:00\tINFO\tDeleting object, name: nodepool-builder\n 2026-06-08T20:20:13-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-596565db76-jm9qk launcher\n 2026-06-08T20:20:13-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-596565db76-jm9qk, command: [kill -9 1]\n 2026-06-08T20:20:13-04:00\tINFO\tDeleting object, name: launcher\n 2026-06-08T20:20:13-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-hdhbh mariadb-client\n 2026-06-08T20:20:13-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-hdhbh, command: [kill -9 1]\n 2026-06-08T20:20:13-04:00\tINFO\tDeleting object, name: mariadb-client\n 2026-06-08T20:20:13-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor\n 2026-06-08T20:20:13-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-executor\n 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo\n 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-kazoo\n 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger\n 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-merger\n 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler\n 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-scheduler\n 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-7bb5578897-nscbw zuul-web\n 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-web-7bb5578897-nscbw, command: [kill -9 1]\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-h5r7w zuul-weeder\n 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-h5r7w, command: [kill -9 1]\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-weeder\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zookeeper\n 2026-06-08T20:20:46-04:00\tINFO\tRotating Zuul Client Authenticator secret...\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-auth-secret\n 2026-06-08T20:20:46-04:00\tINFO\tCreating secret, name: zuul-auth-secret\n 2026-06-08T20:20:46-04:00\tINFO\tCreating object, name: zuul-auth-secret\n 2026-06-08T20:20:46-04:00\tINFO\tRotating Zuul DB Connection secret...\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-db-connection\n 2026-06-08T20:20:46-04:00\tINFO\tRotating Zookeeper certificates...\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zookeeper-client-tls\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zookeeper-server-tls\n 2026-06-08T20:20:46-04:00\tINFO\tForce Restart impacted services...\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-web-7bb5578897-nscbw\n STEP: Reconciling @ 06/08/26 20:20:46.534\n 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-596565db76-jm9qk launcher\n 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-596565db76-jm9qk, command: [kill -9 1]\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: launcher\n 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-hdhbh mariadb-client\n 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-hdhbh, command: [kill -9 1]\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: mariadb-client\n 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor\n 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]\n 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-executor\n 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger\n 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]\n 2026-06-08T20:20:47-04:00\tINFO\tDeleting object, name: zuul-merger\n 2026-06-08T20:20:47-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler\n 2026-06-08T20:20:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]\n 2026-06-08T20:21:16-04:00\tINFO\tDeleting object, name: zuul-scheduler\n 2026-06-08T20:21:16-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-7bb5578897-nscbw zuul-web\n 2026-06-08T20:21:16-04:00\tINFO\tRunning pod execution pod: zuul-web-7bb5578897-nscbw, command: [kill -9 1]\n 2026-06-08T20:21:16-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-08T20:21:16-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-h5r7w zuul-weeder\n 2026-06-08T20:21:16-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-h5r7w, command: [kill -9 1]\n 2026-06-08T20:21:16-04:00\tINFO\tDeleting object, name: zuul-weeder\n 2026-06-08T20:21:16-04:00\tINFO\tDeleting object, name: zookeeper\n 2026-06-08T20:21:16-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:21:16-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:21:16-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:21:16-04:00\tINFO\tCreating object, name: zuul-db-connection\n 2026-06-08T20:21:16-04:00\tINFO\tRe-provisioning db password\n 2026-06-08T20:21:16-04:00\tINFO\tDeleting object, name: zuul-db-provision\n 2026-06-08T20:21:16-04:00\tINFO\tCreating object, name: zuul-db-provision\n 2026-06-08T20:21:17-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:21:17-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:21:17-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:21:17-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n 2026-06-08T20:21:17-04:00\tINFO\tLogserver authorized_keys is up to date\n 2026-06-08T20:21:17-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:21:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:21:17-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:21:17-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:21:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:21:17-04:00\tINFO\tDeleting object, name: zookeeper-client-tls\n 2026-06-08T20:21:17-04:00\tINFO\tDeleting object, name: zookeeper-server-tls\n 2026-06-08T20:21:19-04:00\tINFO\tCreating object, name: zookeeper-client-tls\n 2026-06-08T20:21:20-04:00\tINFO\tCreating object, name: zookeeper-server-tls\n 2026-06-08T20:21:20-04:00\tINFO\tCreating object, name: zookeeper\n 2026-06-08T20:21:20-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n 2026-06-08T20:21:20-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: Waiting ...\n \t - Zookeeper: Waiting ...\n\n 2026-06-08T20:21:21-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:21:21-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:21:21-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:21:21-04:00\tINFO\tCreating object, name: zuul-db-provision\n 2026-06-08T20:21:22-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:21:22-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:21:22-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:21:22-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:21:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:21:22-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:21:22-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:21:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:21:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:21:22-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n 2026-06-08T20:21:22-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n 2026-06-08T20:21:22-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: Waiting ...\n \t - Zookeeper: Waiting ...\n\n 2026-06-08T20:21:23-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:21:23-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:21:24-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:21:25-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:21:25-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:21:25-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:21:25-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:21:25-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:21:25-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:21:25-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:21:25-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:21:25-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:21:25-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n 2026-06-08T20:21:25-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n 2026-06-08T20:21:25-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: Waiting ...\n \t - Zookeeper: Waiting ...\n\n 2026-06-08T20:21:26-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:21:26-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:21:27-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:21:28-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:21:28-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:21:28-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:21:28-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:21:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:21:28-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:21:28-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:21:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:21:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:21:28-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n 2026-06-08T20:21:28-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n 2026-06-08T20:21:28-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - Zookeeper: Waiting ...\n\n 2026-06-08T20:21:29-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:21:29-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:21:30-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:21:31-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:21:31-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:21:31-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:21:31-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:21:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:21:31-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:21:31-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:21:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:21:31-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:21:31-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n 2026-06-08T20:21:31-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n 2026-06-08T20:21:31-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - Zookeeper: Waiting ...\n\n 2026-06-08T20:21:32-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:21:32-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:21:33-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:21:34-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:21:34-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:21:34-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:21:34-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:21:34-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:21:34-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:21:34-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:21:34-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:21:34-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:21:34-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n 2026-06-08T20:21:34-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n 2026-06-08T20:21:34-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - Zookeeper: Waiting ...\n\n 2026-06-08T20:21:35-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:21:35-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:21:36-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:21:37-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:21:37-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:21:37-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:21:37-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:21:37-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:21:37-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:21:37-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:21:37-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:21:37-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:21:37-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:21:37-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:21:37-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:21:38-04:00\tINFO\tCreating object, name: nodepool-builder\n 2026-06-08T20:21:38-04:00\tINFO\tUpdating secret, name: zuul-config\n 2026-06-08T20:21:38-04:00\tINFO\tUpdating object, name: zuul-config\n 2026-06-08T20:21:39-04:00\tINFO\tCreating object, name: zuul-scheduler\n 2026-06-08T20:21:39-04:00\tINFO\tCreating object, name: zuul-executor\n 2026-06-08T20:21:39-04:00\tINFO\tCreating object, name: zuul-web\n 2026-06-08T20:21:40-04:00\tINFO\tCreating object, name: zuul-merger\n 2026-06-08T20:21:40-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: Waiting ...\n \t - |_ Merger: Waiting ...\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:21:41-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:21:41-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:21:41-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:21:42-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:21:42-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:21:42-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:21:42-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:21:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:21:42-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:21:42-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:21:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:21:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:21:42-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:21:42-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:21:42-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:21:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:21:43-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T20:21:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:21:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:21:45-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:21:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n 2026-06-08T20:21:45-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:21:45-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:21:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:21:46-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n 2026-06-08T20:21:46-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: Waiting ...\n \t - |_ Merger: Waiting ...\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:21:47-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:21:47-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:21:47-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:21:48-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:21:48-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:21:48-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:21:48-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:21:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:21:48-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:21:48-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:21:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:21:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:21:48-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:21:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:21:49-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:21:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:21:49-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T20:21:50-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:21:50-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:21:51-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:21:51-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n 2026-06-08T20:21:52-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:21:52-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:21:52-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:21:52-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n 2026-06-08T20:21:52-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: Waiting ...\n \t - |_ Merger: Waiting ...\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:21:53-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:21:53-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:21:53-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:21:54-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:21:54-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:21:54-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:21:54-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:21:54-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:21:54-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:21:54-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:21:54-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:21:54-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:21:54-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:21:55-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:21:55-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:21:55-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:21:55-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T20:21:56-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:21:56-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:21:57-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:21:58-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:21:58-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:21:59-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:21:59-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:22:00-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:22:00-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:22:00-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:22:00-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:22:00-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:22:00-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:22:00-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:22:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:22:00-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:22:00-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:22:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:22:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:22:01-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:22:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:22:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:22:02-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:22:02-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T20:22:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:22:02-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:22:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:22:04-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:22:04-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:22:05-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:22:05-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:22:06-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:22:06-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:22:06-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:22:06-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:22:06-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:22:06-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:22:06-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:22:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:22:07-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:22:07-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:22:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:22:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:22:07-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:22:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:22:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:22:08-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:22:08-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T20:22:09-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:22:09-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:22:09-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:22:10-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:22:10-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:22:11-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:22:11-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:22:12-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:22:12-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:22:12-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:22:13-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:22:13-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:22:13-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:22:13-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:22:13-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:22:13-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:22:13-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:22:13-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:22:13-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:22:13-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:22:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:22:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:22:14-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:22:14-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n 2026-06-08T20:22:15-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:22:15-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:22:16-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:22:16-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:22:16-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:22:17-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:22:17-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: Waiting ...\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:22:18-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:22:18-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:22:18-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:22:19-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:22:19-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:22:19-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:22:19-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:22:19-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:22:19-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:22:19-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:22:19-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:22:19-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:22:19-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:22:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:22:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:22:20-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:22:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:22:21-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:22:22-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:22:23-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:22:23-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:22:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:22:23-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:22:24-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:22:24-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:22:24-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:22:25-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:22:25-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:22:25-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:22:25-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:22:25-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:22:25-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:22:25-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:22:25-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:22:25-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:22:25-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:22:26-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:22:26-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:22:26-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:22:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:22:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:22:28-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:22:29-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:22:29-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:22:30-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:22:30-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:22:31-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:22:31-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:22:31-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:22:31-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:22:31-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:22:31-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:22:31-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:22:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:22:31-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:22:31-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:22:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:22:32-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:22:32-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:22:32-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:22:32-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:22:33-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:22:33-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:22:33-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:22:34-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:22:35-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:22:35-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:22:36-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:22:36-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:22:37-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:22:37-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:22:37-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:22:37-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:22:37-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:22:37-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:22:37-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:22:37-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:22:37-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:22:37-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:22:37-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:22:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:22:38-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:22:38-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:22:38-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:22:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:22:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:22:40-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n 2026-06-08T20:22:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:22:41-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:22:41-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:22:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:22:42-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: OK\n\n 2026-06-08T20:22:43-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:22:43-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:22:43-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:22:44-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:22:44-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:22:44-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:22:44-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:22:44-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:22:44-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:22:44-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:22:44-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:22:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:22:44-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:22:44-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:22:44-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:22:45-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:22:46-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:22:46-04:00\tINFO\tCreating object, name: zuul-weeder\n 2026-06-08T20:22:47-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:22:47-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:22:47-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:22:48-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:22:48-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: Waiting ...\n \t - |_ Web: OK\n\n 2026-06-08T20:22:49-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:22:49-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:22:49-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:22:50-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:22:50-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:22:50-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:22:50-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:22:50-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:22:50-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:22:50-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:22:50-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:22:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:22:50-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:22:51-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:22:51-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:22:51-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:22:52-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:22:52-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:22:52-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:22:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:22:54-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:22:54-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:22:54-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:22:55-04:00\tINFO\tCreating base secret job\n 2026-06-08T20:22:55-04:00\tINFO\tCreating object, name: config-base-secret-1-2797-ns\n 2026-06-08T20:22:55-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-08T20:22:56-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:22:56-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:22:56-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:22:56-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:22:56-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:22:56-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:22:56-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:22:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:22:56-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:22:56-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:22:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:22:57-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:22:57-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:22:57-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:22:57-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:22:58-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:22:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:22:59-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:22:59-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:22:59-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:23:00-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:23:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:23:01-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:23:01-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n 2026-06-08T20:23:02-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]\n 2026-06-08T20:23:09-04:00\tINFO\tDeleting object, name: zuul-web\n 2026-06-08T20:23:09-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure\n 2026-06-08T20:23:09-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n 2026-06-08T20:23:10-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:23:10-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:23:10-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:23:11-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:23:11-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:23:11-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:23:11-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:23:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:23:11-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:23:11-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:23:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:23:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:23:11-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:23:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:23:12-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:23:12-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:23:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:23:13-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:23:13-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:23:13-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:23:14-04:00\tINFO\tCreating object, name: zuul-web\n 2026-06-08T20:23:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:23:15-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:23:16-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:23:16-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:23:16-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:23:16-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:23:16-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:23:16-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:23:16-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:23:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:23:16-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:23:16-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:23:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:23:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:23:17-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:23:17-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:23:17-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:23:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:23:18-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:23:18-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:23:18-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:23:19-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:23:20-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:23:20-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:23:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:23:21-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:23:22-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:23:22-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:23:22-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:23:22-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:23:22-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:23:22-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:23:22-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:23:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:23:22-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:23:22-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:23:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:23:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:23:23-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:23:23-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:23:23-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:23:24-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:23:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:23:25-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:23:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:23:25-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:23:26-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:23:26-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:23:27-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:23:27-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:23:28-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:23:28-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:23:28-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:23:29-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:23:29-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:23:29-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:23:29-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:23:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:23:29-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:23:29-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:23:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:23:29-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:23:29-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:23:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:23:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:23:30-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:23:31-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:23:31-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:23:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:23:32-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:23:32-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:23:32-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:23:33-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:23:33-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:23:34-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:23:34-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:23:34-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:23:35-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:23:35-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:23:35-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:23:35-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:23:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:23:35-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:23:35-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:23:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:23:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:23:35-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:23:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:23:36-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:23:36-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:23:37-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:23:37-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:23:37-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:23:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:23:39-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:23:39-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:23:39-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:23:39-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:23:40-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:23:40-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:23:40-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:23:41-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:23:41-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:23:41-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:23:41-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:23:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:23:41-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:23:41-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:23:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:23:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:23:41-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:23:42-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:23:42-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:23:42-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:23:43-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:23:43-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:23:43-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:23:44-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:23:45-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:23:45-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:23:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:23:46-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:23:47-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:23:47-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:23:47-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:23:47-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:23:47-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:23:47-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:23:47-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:23:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:23:47-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:23:47-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:23:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:23:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:23:48-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:23:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:23:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:23:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:23:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:23:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:23:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:23:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:23:51-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:23:51-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:23:52-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:23:52-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:23:53-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:23:53-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:23:53-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:23:53-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:23:53-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:23:53-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:23:53-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:23:53-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:23:53-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:23:53-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:23:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:23:54-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:23:54-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:23:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:23:54-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:23:55-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:23:56-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:23:56-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:23:56-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:23:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:23:57-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:23:57-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:23:58-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:23:58-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:23:59-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:23:59-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:23:59-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:24:00-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:24:00-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:24:00-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:24:00-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:24:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:24:00-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:24:00-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:24:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:24:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:24:00-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:24:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:24:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:24:01-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:24:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:24:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:24:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:24:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:24:03-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:24:03-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:24:04-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:24:04-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:24:05-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:24:05-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:24:05-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:24:06-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:24:06-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:24:06-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:24:06-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:24:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:24:06-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:24:06-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:24:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:24:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:24:06-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:24:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:24:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:24:07-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:24:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:24:08-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:24:08-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:24:09-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:24:10-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:24:10-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n 2026-06-08T20:24:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:24:10-04:00\tINFO\t\n \t - Config: Waiting ...\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: Waiting ...\n \t - |_ Config Secrets: OK\n \t - |_ Executor: OK\n \t - |_ Merger: OK\n \t - |_ Scheduler: OK\n \t - |_ Web: Waiting ...\n\n 2026-06-08T20:24:11-04:00\tINFO\tDeleting object, name: ca-cert\n 2026-06-08T20:24:11-04:00\tINFO\tWaiting for statefulset, name: git-server\n 2026-06-08T20:24:11-04:00\tINFO\tWaiting for statefulset, name: mariadb\n 2026-06-08T20:24:12-04:00\tDEBUG\tInspecting volume logserver-logserver-0\n 2026-06-08T20:24:12-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do\n 2026-06-08T20:24:12-04:00\tINFO\tWaiting for statefulset, name: logserver\n 2026-06-08T20:24:12-04:00\tINFO\tWaiting for deployment, name: gateway\n 2026-06-08T20:24:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n 2026-06-08T20:24:12-04:00\tINFO\tWaiting for statefulset, name: hound-search\n 2026-06-08T20:24:12-04:00\tINFO\tWaiting for deployment, name: logjuicer\n 2026-06-08T20:24:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n 2026-06-08T20:24:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n 2026-06-08T20:24:12-04:00\tINFO\tDeploying Zuul and Nodepool ...\n 2026-06-08T20:24:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n 2026-06-08T20:24:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n 2026-06-08T20:24:13-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n 2026-06-08T20:24:14-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n 2026-06-08T20:24:14-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n 2026-06-08T20:24:14-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n 2026-06-08T20:24:15-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n 2026-06-08T20:24:16-04:00\tINFO\tWaiting for deployment, name: zuul-web\n 2026-06-08T20:24:16-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n 2026-06-08T20:24:17-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n 2026-06-08T20:24:17-04:00\tINFO\t\n \t - Config: OK\n \t - Gateway: OK\n \t - GitServer: OK\n \t - HoundSearch: OK\n \t - LogJuicer: OK\n \t - Logserver: OK\n \t - MariaDB: OK\n \t - NodePoolBuilder: OK\n \t - NodePoolLauncher: OK\n \t - Zookeeper: OK\n \t - Zuul: OK\n\n STEP: Validating secret changed @ 06/08/26 20:24:17.553\n 2026-06-08T20:24:17-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /etc/zuul/zuul.conf]\n STEP: Checking the secret is in the zuul.conf @ 06/08/26 20:24:17.715\n STEP: Checking zuul-client works @ 06/08/26 20:24:17.718\n 2026-06-08T20:24:17-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c zuul-client -v autohold --tenant internal --project system-config --job testytest --reason testy 2>&1]\n\u2022 [246.179 seconds]\n------------------------------\nSecret Rotations zuul-db works\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:71\n STEP: Checking the secret is in the zuul.conf @ 06/08/26 20:24:18.546\n STEP: Checking zuul-web works @ 06/08/26 20:24:18.548\n 2026-06-08T20:24:18-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl zuul-web:9000/api/tenant/demo-tenant/builds]\n % Total % Received % Xferd Average Speed Time Time Time Current\n Dload Upload Total Spent Left Speed\n\r 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0\r100 1854 100 1854 0 0 57937 0 --:--:-- --:--:-- --:--:-- 57937\n\u2022 [0.153 seconds]\n------------------------------\nSecret Rotations zuul-zk works\n/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:81\n STEP: Checking the key in zuul pod @ 06/08/26 20:24:18.699\n 2026-06-08T20:24:18-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /tls/client/tls.key]\n STEP: Connecting with kazoo @ 06/08/26 20:24:18.794\n 2026-06-08T20:24:18-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [python3 -c import os, kazoo.client; os.chdir('/tls/client'); hosts=list(filter(lambda l: l.startswith('hosts'), open('/etc/zuul/zuul.conf').readlines()))[0].split('=')[1].strip(); client = kazoo.client.KazooClient(hosts, use_ssl=True, keyfile='tls.key', certfile='tls.crt', ca='ca.crt'); client.start(); print(client.get_children('/keystorage2'))]\n\u2022 [0.395 seconds]\n------------------------------\n\nRan 16 of 16 Specs in 451.921 seconds\nSUCCESS! -- 16 Passed | 0 Failed | 0 Pending | 0 Skipped\n--- PASS: TestSFOP (451.92s)\nPASS\nok \tgithub.com/softwarefactory-project/sf-operator/tests\t451.970s", "stdout_lines": [ "go test -timeout 0 -v ./tests/... -args --ginkgo.v --ginkgo.no-color", "go: downloading github.com/onsi/gomega v1.33.1", "go: downloading github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510", "go: downloading github.com/onsi/ginkgo/v2 v2.17.2", "=== RUN TestSFOP", "Running Suite: Software Factory CI - /home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests", "========================================================================================================================", "Random Seed: 1780964207", "", "Will run 16 of 16 specs", "------------------------------", "[BeforeSuite] ", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/main_test.go:55", " 2026-06-08T20:16:47-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", " 2026-06-08T20:16:47-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "[BeforeSuite] PASSED [0.024 seconds]", "------------------------------", "Deploy Tests Reconcile default", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:11", " 2026-06-08T20:16:47-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:16:47-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:16:47-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:16:47-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:16:47-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:16:47-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:16:47-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-08T20:16:47-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-08T20:16:47-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:16:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:16:47-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:16:47-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:16:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:16:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:16:48-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:16:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:16:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:16:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:16:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:16:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:16:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:16:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:16:50-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:16:50-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:16:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:16:52-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [4.817 seconds]", "------------------------------", "Deploy Tests Match zuul secrets", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:14", " 2026-06-08T20:16:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /etc/zuul/zuul.conf]", "\u2022 [0.150 seconds]", "------------------------------", "Deploy Tests Connect to services", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/deploy_test.go:17", "\u2022 [0.128 seconds]", "------------------------------", "Project Private Keys Rotation ensures no config errors", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:33", " STEP: Ensuring tenant have no config errors @ 06/08/26 20:16:52.293", " 2026-06-08T20:16:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/internal/config-errors]", " 2026-06-08T20:16:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/demo-tenant/config-errors]", "\u2022 [0.268 seconds]", "------------------------------", "Project Private Keys Rotation inject new secret in demo-project", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:37", " STEP: Ensure a test ssh key is available @ 06/08/26 20:16:52.562", " STEP: Loading test secret from fixture (fake SSH key) @ 06/08/26 20:16:52.571", " STEP: Writing test secret into zuul-scheduler pod and encrypting with zuul-client @ 06/08/26 20:16:52.571", " 2026-06-08T20:16:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c cat > /tmp/secret-to-encrypt.txt]", " 2026-06-08T20:16:52-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c cat /tmp/secret-to-encrypt.txt | zuul-client encrypt --tenant demo-tenant --project demo-project]", "writing RSA key", " STEP: Replacing placeholders in secrets.yaml @ 06/08/26 20:16:53.422", " STEP: Writing .zuul.d/secrets.yaml in repo @ 06/08/26 20:16:53.515", " STEP: Committing and pushing locally as admin (HTTPS) @ 06/08/26 20:16:53.515", "\u2022 [1.072 seconds]", "------------------------------", "Project Private Keys Rotation runs rotate-projects-private-keys", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:84", " STEP: Fetching project private keys state from ZooKeeper (to validate change after) @ 06/08/26 20:16:53.633", " 2026-06-08T20:16:53-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c python3 << 'PYEOF'", " import configparser", " import hashlib", " from zuul.zk import ZooKeeperClient", " from zuul.lib.keystorage import KeyStorage", " from zuul.lib import encryption", "", " config = configparser.ConfigParser()", " config.read(\"/etc/zuul/zuul.conf\")", " password = config[\"keystore\"][\"password\"].encode(\"utf-8\")", " zk_client = ZooKeeperClient.fromConfig(config)", " zk_client.connect()", " lines = []", " for path, obj in KeyStorage(zk_client, \"unused\").exportKeys().get(\"keys\", {}).items():", " if path.endswith(\"/secrets\") and \"keys\" in obj and len(obj.get(\"keys\", [])) == 1:", " created = obj[\"keys\"][0][\"created\"]", " priv_pem = obj[\"keys\"][0][\"private_key\"]", " fingerprint = hashlib.sha256(priv_pem.encode()).hexdigest()[:16]", " lines.append(f\"{path} {created} {fingerprint}\")", " if \"demo-project\" in path:", " priv, _ = encryption.deserialize_rsa_keypair(priv_pem.encode(\"utf-8\"), password)", " pem = encryption.serialize_rsa_private_key(priv, None)", " with open(\"/tmp/demo-project.key\", \"wb\") as f:", " f.write(pem)", " print(\"\\n\".join(sorted(lines)))", " PYEOF", " ]", " STEP: Project keys before rotation: /keystorage/gerrit/config/config/secrets 1780963935 281b4b72195dd21e", " /keystorage/gerrit/demo-project/demo-project/secrets 1780963934 da22e325d95d72ed", " /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets 1780963934 afa114e6c0c52d38", " /keystorage/git-server/system-config/system-config/secrets 1780963933 dd77009f99fc0870", " /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets 1780963934 f9b0c1705a7847d1", " @ 06/08/26 20:16:54.932", " STEP: Preparing SSH key for rotation from zuul-ssh-key secret @ 06/08/26 20:16:54.932", " STEP: Running rotate-projects-private-keys @ 06/08/26 20:16:54.936", " 2026-06-08T20:16:54-04:00\tINFO\tCreating object, name: zuul-kazoo", " 2026-06-08T20:16:56-04:00\tINFO\tDeleting object, name: config-base-secret-1-927-ns", " 2026-06-08T20:16:56-04:00\tINFO\tKubeAPIWarningLogger\tchild pods are preserved by default when jobs are deleted; set propagationPolicy=Background to remove them or set propagationPolicy=Orphan to suppress this warning", " 2026-06-08T20:16:56-04:00\tINFO\tDeleting object, name: zs-internal-tenant-reconfigure", " 2026-06-08T20:16:56-04:00\tINFO\tCreating config map name: zk-clients-need-refresh-config-map", " 2026-06-08T20:16:56-04:00\tINFO\tCreating object, name: zk-clients-need-refresh-config-map", " 2026-06-08T20:16:56-04:00\tINFO\tCreating config map name: zuul-needs-full-reconfigure-config-map", " 2026-06-08T20:16:56-04:00\tINFO\tCreating object, name: zuul-needs-full-reconfigure-config-map", " 2026-06-08T20:16:56-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /tmp/rotate-projects-private-keys.py && chmod 755 /tmp/*.py]", " 2026-06-08T20:16:57-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /var/lib/zuul/.ssh_push_key && chmod 0600 /var/lib/zuul/.ssh_push_key]", " 2026-06-08T20:16:57-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /var/lib/zuul/main.yaml]", " 2026-06-08T20:16:57-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /var/lib/zuul/main.yaml]", " 2026-06-08T20:16:57-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [env PYTHONUNBUFFERED=1 /tmp/rotate-projects-private-keys.py --age 9223372036854775807 --author zuul --email zuul@sfop.me --logserver-key LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlKS0FJQkFBS0NBZ0VBNDdBN0Z0ZHBEVlJ1eVcrZkVraE1vOGxIS3poRDVVREJxNnBNdE9tQ3BmN0YxY0FHCmNDTGZXc2NuK3k5dHFuckJtcFNLNDVDSnpLOGRtcmNrbW9wbTNuU28zTGR6WS9nWVlLMFNNWjZOUERVekdEbEUKSjhLYVJYLy9CdU9pc0pTMnFSQXhsa2lnell4UjB6Ukhnb0haY3RsSnNQb1ppTXBoSjdhMTc3TG9pYzNTSUdUbgorUmRIeW5rK1dsa0F2V2xqMnQwdnlxbndQdEI1Vmo3N3ZHVWhvSThRN3lONWJPKzNvZUxQaU5CMVIwK2krTDFlClRQUXdOOHYzckNSd1FRMTBWdzZxVFF4M2tEWFdLTEN4NDhMeTczb1RWWnpZR1BMVjdDN2JjcmxXK1R6T1A0UW4KQmg5UmVtWVM5T2Zoem1iazlDcHZFYXJscVZXWjh3azVuZUtZbXIyelZHcXo4bTZCVHlWaDdRT1htYTB1MXBiTQpZTEJtMTVFUFNja3ZWT25Cb0xkYUtUMlRaTmJyMHp6R2I3YXdVTXF3dEJlYm9xUjRLTmU1RVRMaDlqaGVFSDgwCk9NMTRXeCsrMFY5QnExZzFuOUlwTk1mTC81bzN1bmFtcXQwbHBmREYwV0VhZTljdkNoekUxTkYvcDU3akoxa1UKeFp3MlhLYTd3UjhlVDBvaGZMcVpFSll1dWlnQnVHcVVGQk5xdmR1eGQxcktQMU5tNTlsenFtaUJWMjdoZHpJbApvaVFLSXhacXFNVEVBVTc2Y09ESWU0Und4MHVnVzhQV3hSN1YrL0szekV4K1E3alVQV2dINXBORWFRWmpTZ2RLClZ0TkZhaGlKQmlpTUhaUDBoWWVuaVRoRWdLdUNRdGtWYkZzSlI4eVVDRjFSSzZQTFc4cFVqc2VVN0YwQ0F3RUEKQVFLQ0FnQWp0b2MyS0hoK1VrR0VVQUZENVZvOEVIeWN2MWtLOHZMTndjc0JUMlVpTTBtRm92Wi9qVUM2Wk9XVgpCUlh1K1EwMytWZWxwUXl3TWNGemZJbDl3ZnFycHVHN3FQeXM4QU9tMms2eHdMeEhkdEs2V0hVanhXYmNRdHpXCkVFdDY1Z0NXbVFjbUd1TTZDbW5sTmx5SEVHWHltVGx4VEhGSDN2S0pQNlBlNHBHTjE5NC9IWVN6TWQ4ZFY1SWIKcXIwdWVJTGtsL0FBbWxJb0VCd1FGcFgyc1dncVhuWmFCQmJ1S3RXRFMyZWcvbzErcjNPUkQyYmtyQ0tLQmZDbApyQnQ5WUtaZ1oxajM5OTRqSFFhbjREc3V6ZXU3KzBwZ0VkZGxabVYrZzhVQkJDZ3J0TWxtOWd3RzdrK2g0clBUCmZUR1NaZHBBb0ExRzJLYm9QaGlGSWV2TEkza3E5SllFMmpOSDdOL0pyZ09yU0ZNMFowdG1qVk9LejMyemthOVMKeDAwa2RRV080bmxWYy9hVTk5TGRUSVQ0U3NBV0RWK3FLQldrcU0vNXM5a3lxSE1PZ1dxaDN2RzlEZmIzTXAwKwpNUFRiNUVUYUR5RzVsaEdiSWhBL0FrbTdwUE54R3BOdURia05sWlo0Nmk4aHMzRXRPd1VNUGVmVXoxNENadXNrCkxTZ3d0ejd4YTNwUmVmTXYxeFc4U28vVHl0SVVHcW5waldiT2p1L3AvVXVSMlBDcFVQN0NaVWQrSTMvMk9oT0QKcDNETFFNOENtVStJeDNHTENWR1daRklsbWVWYlV2Ymo2QnovTUtyN3BlTDFYTG1SS0tKWGdsOW1KRU5ZUWR0bwoydVFKRHpCeXZSb05ORFRWaXB0NXVCczRQekM0OFkwNno2UkY3aFlxY3NJK0x0bjFnUUtDQVFFQTYwaHNMR3dwCmpyQSswZ2JZdTBCUVRnMjVmbkNrZ0diSG9jVS8zU1Mza1N5SWRrWXZ4OVpFS21NR0JiTi9MOVdmeTVVTlpTNHoKc0QwaWR3YmpqWnFOcDlTbytHSzJYRU8zaUl5dWI2cUJEb0FvdzYwQ1JySGlTQlM1aE8wSXhqc2hBWWtEUHhwbQp5aFFJTEJ2enNQc3Z3UFZvcnBYa2JDcCtEL1NrcVNlWk40a2h3dVFLWGYvajR3dUsvWjRBcDE1Q3duM2tySUlTCkR4WlJOVTVSRGNmVW9SUUVTRkx2NEY4M0xnaTNkbHBvZ2NJWEV6eE1oMytiaCt4SGhMQU9qZUpCejYwdWd3anMKbmFZblZVblE0UCszNWttNGRpemR1S1RxcUs5aHloQVhGWDh5a0lpUUJEdHZmZUVieWJrNk1WaVFSMWRsRWNJVQpkdDI4dHVRaWw2a1NuUUtDQVFFQTk3eWVXUXgvYXBCSmpCMllzbXRxYm56TklxcU5lclkxUisvOHJyZXRsMzFHCnhpSmlHVTZVcmNpanlsTUNkdTVsTTgvUlkzbDdHSVpTVTUrNWJZQlFxRkVLSmIxNWJ6TktTSG5hS1dENlhwd1IKUEx5MG00dVNZOWl3UkdBUlhrQlREUzhFaE9xRkxYcXREUlljWllSUWc0aHQxMmgxOGtiU3BqckdiMmVrS3hXTwpSWTBIbTM3cnV0Ui9lZ2hvcHUvMGpJVEtzY0p4bGJCb2ZTNmxxT2tMMGt1NkhOM09PQndYZ0VwajQvTVAwS05LClpGQU0vcWNGSGZQRUFpeEg5MzY4UWhkaUFVVStRcWt3NHJNK3p1V3NnQzNpL0NSZkFDcTIwWGdzM0MxbnBxMlAKR0RrNkh4UHJScUgwTGVHbHVDZHVPOXBsTUJ6YXVZVmZaZ0RkNjg0MHdRS0NBUUJ6SmV5YkNReUZvc2Y3N2hIZwpBcWZLcTNqZTRxMy9rVTJlWkhUTy9BdEM1M0tadjl2ZWg0U3c0ZW11bkp4Z2dzSkQxbHpKNmdTdCtoMkY5ejhpCnJFTXJvaTVYOGFlaUhCb1VvQlUyM1ZGd0VWVGgveWdnQlNyamNCRWpkd1pXVGRYbmRIQzhUMldDL0s3TE41cmEKUVBTc0VPNzhrcXRLTExtcGdXZWN5WjU0eVlwV1lWaVpqSVN4TjVMOGNIbU5iOXBvYVVpakRMMWQyT1JCbkdTYQp3L1BTS1lPM0NiQVFOVWxDSkUzMWhHV2xLNkl6YmMxZWV4dFpPRkFBSmxIWktxUmV5VGo4TkQvcEg4b2NPWllhCnA4d096b0dTaEg2MndTOS9BdVp2QjlUa1ZtNGV3bGNKV3pWRGZBb25mWmwzVVFxN2Y1QWRVc2pGSzl3Ui9qRFgKM0kwWkFvSUJBRi9WVDB3VFVaYmZpaFB4dndnR0ZYMzRPVUtYeDNNWTJUT2kycFNiNlVNWTZ5L3FUUmlORldiRQpudGU5bE01OUdoa1k0MThmdDBhZGIydDU5amt0MGdYS2s2cFZ5WXdDdzFHV0VaYkFOUm8wTlZiUmlPeEM2YlpHCk5LbStuL2xkMk1MWTFWNjFlaDlGdlh1NmVmR3JaWm44Uk1GM1gya0JqS3RSUVVJSFRiSjgvRFJiZ2YzYzgwT3EKd0VWc3kwOEl0QWxIdFVGZWZxSHhRL3BvK1J5R1NsUm5odTl6dmpwbVk1RDFOZjhRSDZZT0JORVpSbTJjSHBhZgpuY3RaWmQyUDRUT1A2QkdsdjVmNTZ6ZEhMNXpKckJsSnB1enpCTzBEbVFVZS8vdU1kUFE5WDRWM1hjeDM0Q1BLCnNyS3MvM1psaW5jTTNPZm53WlRTeXp5aVNUYlc1Z0VDZ2dFQkFMQXN3cUpKUXN4MTlvZmVxTVRacGt3dEI4RGcKUjRtZ1NiYlBwbkIxWWpxZEJNSkl6dGpybXMyVENkbXlyZHYxaWlELy9KbTR0QWQxYk90RE5BKzJQdElUaER2RAp4Yk1wcFpiSjVTcUlJZU1aZXZEUUlhemFXWFlHL0JKVHFNdjR5QnJkZUM1KzQvdnpPK3UrelhJdzJjcHd0UlpXCjRGYzR3dDZZemw2QW9iOEo1c0lrQUhTWk1qcTltRHBFZnZKWWphYTFKSnJCalB6R2dWdWZZcWxaSmUwbmZjTEMKSjRoOU5IeEdMSjdsbDZaOFRSTmQyY0J5U0g2QXlSQjFHTVB3SUcyK3p2UzlNM1l5S3dUZ2tPQTBTcy9QYUtEVwpGWUVkTnVjMjVycmM0YUk4L25JVHVldkhUMkhtK0tCaG5Id1ZDY0ltK3NlbGRqWXFQUDdxQVVzaC82Yz0KLS0tLS1FTkQgUlNBIFBSSVZBVEUgS0VZLS0tLS0K]", "[+] Collecting keys from ZooKeeper", "[+] Deleting /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/ssh because Non secrets private key", "[+] Deleting /keystorage/git-server/system-config/system-config/ssh because Non secrets private key", "[+] Deleting /keystorage/gerrit/demo-project/demo-project/ssh because Non secrets private key", "[+] Deleting /keystorage/gerrit/demo-tenant-config/demo-tenant-config/ssh because Non secrets private key", "[+] Deleting /keystorage/gerrit/config/config/ssh because Non secrets private key", "[+] Deleting /keystorage2/tenant/internal/ssh because Non secrets private key", "[+] Deleting /keystorage2/tenant/demo-tenant/ssh because Non secrets private key", "[+] Deleting /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets because zuul-jobs do not have secrets", "[+] Deleting /keystorage/git-server/system-config/system-config/secrets because internal repo will be handled in reconcile", "[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/demo-project to /tmp/current-repo", "Cloning into '/tmp/current-repo'...", "Warning: Permanently added '[gerrit-sshd.sf]:29418' (ED25519) to the list of known hosts.", "Total 10 (delta 0), reused 10 (delta 0)", "[+] Re-Encrypting secret(s) in /tmp/current-repo/.zuul.d/secrets.yaml", "[master 3810731] Automatic secret re-encryption", " 1 file changed, 10 insertions(+), 10 deletions(-)", "remote: ", "remote: Processing changes: refs: 1 ", "remote: Processing changes: refs: 1, done ", "To ssh://gerrit-sshd.sf:29418/demo-project", " 0568828..3810731 master -> master", "[+] Updating key for /keystorage/gerrit/demo-project/demo-project/secrets", "[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/demo-tenant-config to /tmp/current-repo", "Cloning into '/tmp/current-repo'...", "Total 9 (delta 0), reused 9 (delta 0)", "[+] Deleting /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets because project had no secret", "[+] Cloning ssh://zuul@gerrit-sshd.sf:29418/config to /tmp/current-repo", "Cloning into '/tmp/current-repo'...", "Total 5 (delta 0), reused 5 (delta 0)", "[+] Deleting /keystorage/gerrit/config/config/secrets because project had no secret", " STEP: Reconciling @ 06/08/26 20:16:59.469", " 2026-06-08T20:16:59-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder", " 2026-06-08T20:16:59-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]", " 2026-06-08T20:16:59-04:00\tINFO\tDeleting object, name: nodepool-builder", " 2026-06-08T20:16:59-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-596565db76-jm9qk launcher", " 2026-06-08T20:16:59-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-596565db76-jm9qk, command: [kill -9 1]", " 2026-06-08T20:16:59-04:00\tINFO\tDeleting object, name: launcher", " 2026-06-08T20:16:59-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-hdhbh mariadb-client", " 2026-06-08T20:16:59-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-hdhbh, command: [kill -9 1]", " 2026-06-08T20:16:59-04:00\tINFO\tDeleting object, name: mariadb-client", " 2026-06-08T20:16:59-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor", " 2026-06-08T20:16:59-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]", " 2026-06-08T20:16:59-04:00\tINFO\tDeleting object, name: zuul-executor", " 2026-06-08T20:16:59-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo", " 2026-06-08T20:16:59-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]", " 2026-06-08T20:16:59-04:00\tINFO\tDeleting object, name: zuul-kazoo", " 2026-06-08T20:16:59-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger", " 2026-06-08T20:16:59-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]", " 2026-06-08T20:17:00-04:00\tINFO\tDeleting object, name: zuul-merger", " 2026-06-08T20:17:00-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler", " 2026-06-08T20:17:00-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]", " 2026-06-08T20:17:00-04:00\tINFO\tDeleting object, name: zuul-scheduler", " 2026-06-08T20:17:00-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-7bb5578897-6rfxh zuul-web", " 2026-06-08T20:17:00-04:00\tINFO\tRunning pod execution pod: zuul-web-7bb5578897-6rfxh, command: [kill -9 1]", " 2026-06-08T20:17:00-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-08T20:17:00-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-m64jg zuul-weeder", " 2026-06-08T20:17:00-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-m64jg, command: [kill -9 1]", " 2026-06-08T20:17:00-04:00\tINFO\tDeleting object, name: zuul-weeder", " 2026-06-08T20:17:00-04:00\tINFO\tDeleting object, name: zk-clients-need-refresh-config-map", " 2026-06-08T20:17:00-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:17:00-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:17:00-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:17:00-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:17:00-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:17:00-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:17:00-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-08T20:17:00-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-08T20:17:00-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:17:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:17:00-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:17:01-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:17:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:17:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:17:01-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:17:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:17:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:17:01-04:00\tINFO\tCreating object, name: nodepool-builder", " 2026-06-08T20:17:02-04:00\tINFO\tCreating object, name: zuul-scheduler", " 2026-06-08T20:17:03-04:00\tINFO\tCreating object, name: zuul-executor", " 2026-06-08T20:17:03-04:00\tINFO\tCreating object, name: zuul-web", " 2026-06-08T20:17:04-04:00\tINFO\tCreating object, name: zuul-merger", " 2026-06-08T20:17:04-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: Waiting ...", " \t - |_ Merger: Waiting ...", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:17:05-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:17:05-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:17:05-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:17:06-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:17:06-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:17:06-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:17:06-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:17:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:17:06-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:17:06-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:17:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:17:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:17:06-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:17:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:17:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:17:07-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:17:07-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T20:17:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:17:08-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:17:09-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:17:09-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", " 2026-06-08T20:17:10-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:17:10-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:17:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:17:10-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", " 2026-06-08T20:17:10-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: Waiting ...", " \t - |_ Merger: Waiting ...", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:17:11-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:17:11-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:17:11-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:17:12-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:17:12-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:17:12-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:17:12-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:17:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:17:12-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:17:12-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:17:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:17:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:17:12-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:17:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:17:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:17:13-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:17:13-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T20:17:14-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:17:14-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:17:15-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:17:15-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", " 2026-06-08T20:17:16-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:17:16-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:17:17-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:17:17-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", " 2026-06-08T20:17:17-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: Waiting ...", " \t - |_ Merger: Waiting ...", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:17:18-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:17:18-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:17:18-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:17:18-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:17:18-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:17:18-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:17:18-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:17:18-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:17:18-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:17:18-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:17:18-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:17:19-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:17:19-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:17:19-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:17:19-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:17:20-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:17:20-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T20:17:20-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:17:20-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:17:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:17:22-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:17:22-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:17:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:17:23-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:17:24-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:17:24-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:17:24-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:17:24-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:17:24-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:17:24-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:17:24-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:17:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:17:24-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:17:24-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:17:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:17:25-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:17:25-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:17:25-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:17:25-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:17:26-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:17:26-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T20:17:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:17:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:17:27-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:17:28-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:17:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:17:29-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:17:29-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:17:30-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:17:30-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:17:30-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:17:31-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:17:31-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:17:31-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:17:31-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:17:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:17:31-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:17:31-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:17:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:17:31-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:17:31-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:17:31-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:17:31-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:17:32-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:17:32-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T20:17:33-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:17:33-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "I0608 20:17:35.834289 60222 request.go:697] Waited for 2.377812986s due to client-side throttling, not priority and fairness, request: GET:https://192.168.49.2:8443/api/v1/namespaces/sf/configmaps/zuul-extra-config-map", " 2026-06-08T20:17:35-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:17:35-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:17:35-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:17:35-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:17:35-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:17:36-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:17:36-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:17:36-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:17:37-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:17:37-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:17:37-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:17:37-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:17:37-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:17:37-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:17:37-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:17:37-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:17:37-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:17:37-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:17:38-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:17:38-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:17:38-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:17:38-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T20:17:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:17:39-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:17:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:17:41-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:17:41-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:17:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:17:42-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:17:43-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:17:43-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:17:43-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:17:43-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:17:43-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:17:43-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:17:43-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:17:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:17:43-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:17:43-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:17:43-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:17:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:17:44-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:17:44-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:17:44-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:17:45-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:17:45-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:17:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:17:46-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:17:47-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:17:47-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:17:48-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:17:48-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:17:49-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:17:49-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:17:49-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:17:49-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:17:49-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:17:49-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:17:49-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:17:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:17:49-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:17:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:17:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:17:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:17:50-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:17:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:17:50-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:17:51-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:17:52-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:17:52-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:17:52-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:17:53-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:17:53-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:17:54-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:17:54-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:17:55-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:17:55-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:17:55-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:17:56-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:17:56-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:17:56-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:17:56-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:17:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:17:56-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:17:56-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:17:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:17:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:17:56-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:17:56-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:17:56-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:17:57-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:17:58-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:17:58-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:17:59-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:17:59-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:17:59-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:18:00-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:18:00-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:18:01-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:18:01-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:18:01-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:18:02-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:18:02-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:18:02-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:18:02-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:18:02-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:18:02-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:18:02-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:18:02-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:18:02-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:18:02-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:18:03-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:18:03-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:18:03-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:18:04-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:18:04-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:18:05-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:18:06-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:18:06-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:18:06-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:18:06-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: OK", "", " 2026-06-08T20:18:07-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:18:07-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:18:07-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:18:08-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:18:08-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:18:08-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:18:08-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:18:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:18:08-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:18:08-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:18:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:18:08-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:18:08-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:18:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:18:09-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:18:09-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:18:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:18:10-04:00\tINFO\tCreating object, name: zuul-weeder", " 2026-06-08T20:18:11-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:18:12-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:18:12-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:18:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:18:13-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: OK", "", " 2026-06-08T20:18:14-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:18:14-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:18:14-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:18:14-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:18:14-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:18:14-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:18:14-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:18:14-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:18:14-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:18:14-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:18:14-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:18:15-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:18:15-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:18:15-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:18:15-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:18:16-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:18:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:18:16-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:18:16-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:18:17-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:18:18-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:18:18-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:18:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:18:19-04:00\tINFO\tCreating base secret job", " 2026-06-08T20:18:19-04:00\tINFO\tCreating object, name: config-base-secret-1-927-ns", " 2026-06-08T20:18:19-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-08T20:18:20-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:18:20-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:18:20-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:18:21-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:18:21-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:18:21-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:18:21-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:18:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:18:21-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:18:21-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:18:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:18:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:18:21-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:18:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:18:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:18:22-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:18:23-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:18:23-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:18:23-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:18:24-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:18:25-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:18:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:18:25-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:18:26-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", " 2026-06-08T20:18:26-04:00\tINFO\tDeleting object, name: zuul-needs-full-reconfigure-config-map", " 2026-06-08T20:18:26-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler full-reconfigure]", " 2026-06-08T20:18:34-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-08T20:18:34-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure", " 2026-06-08T20:18:34-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-08T20:18:35-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:18:35-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:18:35-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:18:35-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:18:35-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:18:35-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:18:35-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:18:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:18:35-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:18:35-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:18:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:18:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:18:36-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:18:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:18:36-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:18:37-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:18:37-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:18:37-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:18:37-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:18:37-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:18:38-04:00\tINFO\tCreating object, name: zuul-web", " 2026-06-08T20:18:39-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:18:39-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:18:40-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:18:40-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:18:40-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:18:40-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:18:40-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:18:40-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:18:40-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:18:40-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:18:40-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:18:41-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:18:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:18:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:18:41-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:18:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:18:41-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:18:42-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:18:43-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:18:43-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:18:43-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:18:43-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:18:44-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:18:44-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:18:45-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:18:45-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:18:46-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:18:46-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:18:46-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:18:47-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:18:47-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:18:47-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:18:47-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:18:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:18:47-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:18:47-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:18:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:18:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:18:47-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:18:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:18:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:18:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:18:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:18:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:18:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:18:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:18:50-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:18:50-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:18:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:18:51-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:18:52-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:18:52-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:18:52-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:18:53-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:18:53-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:18:53-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:18:53-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:18:53-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:18:53-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:18:53-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:18:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:18:53-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:18:53-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:18:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:18:54-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:18:54-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:18:55-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:18:55-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:18:55-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:18:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:18:57-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:18:57-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:18:57-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:18:57-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:18:58-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:18:59-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:18:59-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:18:59-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:18:59-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:18:59-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:18:59-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:18:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:18:59-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:18:59-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:18:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:19:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:19:00-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:19:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:19:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:19:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:19:01-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:19:01-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:19:01-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:19:02-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:19:03-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:19:03-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:19:04-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:19:04-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:19:05-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:19:05-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:19:05-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:19:05-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:19:05-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:19:05-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:19:05-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:19:05-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:19:05-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:19:05-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:19:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:19:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:19:06-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:19:06-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:19:06-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:19:07-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:19:07-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:19:07-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:19:07-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:19:08-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:19:09-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:19:09-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:19:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:19:10-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:19:11-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:19:11-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:19:11-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:19:12-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:19:12-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:19:12-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:19:12-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:19:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:19:12-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:19:12-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:19:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:19:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:19:12-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:19:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:19:12-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:19:13-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:19:14-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:19:14-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:19:14-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:19:14-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:19:15-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:19:15-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:19:16-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:19:16-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:19:17-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:19:17-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:19:17-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:19:18-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:19:18-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:19:18-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:19:18-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:19:18-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:19:18-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:19:18-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:19:18-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:19:18-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:19:18-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:19:19-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:19:19-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:19:19-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:19:20-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:19:20-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:19:20-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:19:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:19:21-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:19:21-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:19:22-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:19:22-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:19:23-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:19:23-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:19:23-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:19:24-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:19:24-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:19:24-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:19:24-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:19:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:19:24-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:19:24-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:19:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:19:24-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:19:24-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:19:25-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:19:25-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:19:25-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:19:26-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:19:26-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:19:26-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:19:27-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:19:28-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:19:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:19:28-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:19:28-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:19:29-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:19:30-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:19:30-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:19:30-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:19:30-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:19:30-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:19:30-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:19:30-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:19:30-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:19:30-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:19:30-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:19:31-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:19:31-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:19:31-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:19:31-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:19:31-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:19:32-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:19:32-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:19:32-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:19:33-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:19:34-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:19:34-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:19:35-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:19:35-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:19:36-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:19:36-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:19:36-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:19:36-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:19:36-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:19:36-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:19:36-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:19:36-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:19:36-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:19:36-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:19:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:19:37-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:19:37-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:19:37-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:19:37-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:19:38-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:19:38-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:19:38-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:19:38-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:19:39-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:19:40-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:19:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:19:41-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:19:41-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [168.155 seconds]", "------------------------------", "Project Private Keys Rotation zuul-web config-errors remain empty after rotation", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:103", " STEP: Ensuring tenant have no config errors @ 06/08/26 20:19:41.789", " 2026-06-08T20:19:41-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/internal/config-errors]", " 2026-06-08T20:19:41-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -s zuul-web:9000/api/tenant/demo-tenant/config-errors]", "\u2022 [0.212 seconds]", "------------------------------", "Project Private Keys Rotation project private keys changed when rotation was applied", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/project_private_keys_rotation_test.go:107", " 2026-06-08T20:19:42-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c python3 << 'PYEOF'", " import configparser", " import hashlib", " from zuul.zk import ZooKeeperClient", " from zuul.lib.keystorage import KeyStorage", " from zuul.lib import encryption", "", " config = configparser.ConfigParser()", " config.read(\"/etc/zuul/zuul.conf\")", " password = config[\"keystore\"][\"password\"].encode(\"utf-8\")", " zk_client = ZooKeeperClient.fromConfig(config)", " zk_client.connect()", " lines = []", " for path, obj in KeyStorage(zk_client, \"unused\").exportKeys().get(\"keys\", {}).items():", " if path.endswith(\"/secrets\") and \"keys\" in obj and len(obj.get(\"keys\", [])) == 1:", " created = obj[\"keys\"][0][\"created\"]", " priv_pem = obj[\"keys\"][0][\"private_key\"]", " fingerprint = hashlib.sha256(priv_pem.encode()).hexdigest()[:16]", " lines.append(f\"{path} {created} {fingerprint}\")", " if \"demo-project\" in path:", " priv, _ = encryption.deserialize_rsa_keypair(priv_pem.encode(\"utf-8\"), password)", " pem = encryption.serialize_rsa_private_key(priv, None)", " with open(\"/tmp/demo-project.key\", \"wb\") as f:", " f.write(pem)", " print(\"\\n\".join(sorted(lines)))", " PYEOF", " ]", " STEP: Project keys after rotation: /keystorage/gerrit/config/config/secrets 1780964237 907ec227d8e5cf77", " /keystorage/gerrit/demo-project/demo-project/secrets 1780964218 972ad0adcee0350c", " /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets 1780964234 bafeb757e23a224a", " /keystorage/git-server/system-config/system-config/secrets 1780964239 48e582dd6c507d0e", " /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets 1780964235 ccd33038f7c88d0b", " @ 06/08/26 20:19:43.714", " STEP: Pulling latest demo-project and reading .zuul.d/secrets.yaml @ 06/08/26 20:19:43.714", " STEP: Writing secrets.yaml into zuul-scheduler pod for decryption @ 06/08/26 20:19:43.824", " 2026-06-08T20:19:43-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c cat > /tmp/secrets.yaml]", " STEP: Loading project keys state (writes demo-project key to /tmp/demo-project.key) @ 06/08/26 20:19:43.951", " 2026-06-08T20:19:43-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c python3 << 'PYEOF'", " import configparser", " import hashlib", " from zuul.zk import ZooKeeperClient", " from zuul.lib.keystorage import KeyStorage", " from zuul.lib import encryption", "", " config = configparser.ConfigParser()", " config.read(\"/etc/zuul/zuul.conf\")", " password = config[\"keystore\"][\"password\"].encode(\"utf-8\")", " zk_client = ZooKeeperClient.fromConfig(config)", " zk_client.connect()", " lines = []", " for path, obj in KeyStorage(zk_client, \"unused\").exportKeys().get(\"keys\", {}).items():", " if path.endswith(\"/secrets\") and \"keys\" in obj and len(obj.get(\"keys\", [])) == 1:", " created = obj[\"keys\"][0][\"created\"]", " priv_pem = obj[\"keys\"][0][\"private_key\"]", " fingerprint = hashlib.sha256(priv_pem.encode()).hexdigest()[:16]", " lines.append(f\"{path} {created} {fingerprint}\")", " if \"demo-project\" in path:", " priv, _ = encryption.deserialize_rsa_keypair(priv_pem.encode(\"utf-8\"), password)", " pem = encryption.serialize_rsa_private_key(priv, None)", " with open(\"/tmp/demo-project.key\", \"wb\") as f:", " f.write(pem)", " print(\"\\n\".join(sorted(lines)))", " PYEOF", " ]", " STEP: Decrypting with Zuul library @ 06/08/26 20:19:45.53", " 2026-06-08T20:19:45-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c python3 << 'PYEOF'", " from zuul.lib import encryption", " import zuul.configloader", " import zuul.model", "", " with open(\"/tmp/demo-project.key\", \"rb\") as f:", " private_secrets_key, _ = encryption.deserialize_rsa_keypair(f.read())", " with open(\"/tmp/secrets.yaml\") as f:", " yaml_content = f.read()", "", " parser = zuul.configloader.SecretParser(None)", " sc = zuul.model.SourceContext(None, \"project\", None, \"master\", \"path\")", " data = zuul.configloader.safe_load_yaml(yaml_content, sc)", " for element in data:", " if \"secret\" not in element:", " continue", " secret = parser.fromYaml(element[\"secret\"])", " decrypted = secret.decrypt(private_secrets_key).secret_data", " if isinstance(decrypted, dict) and \"password\" in decrypted:", " print(decrypted[\"password\"], end=\"\")", " elif isinstance(decrypted, str):", " print(decrypted, end=\"\")", " else:", " print(decrypted, end=\"\")", " break", " PYEOF", " ]", " STEP: Decrypted secret: -----BEGIN OPENSSH PRIVATE KEY-----", " b3BlbnNzaC1rZXktdjEAAAAABG5vbmUAAAAEbm9uZQAAAAAAAAABAAAAMwAAAAtzc2gtZW", " QyNTUxOQAAACBsTxUhyWWfzjEnq1m0Ar6Rs80gJzAYUWlUD+afWy8tZwAAAKihHPUKoRz1", " CgAAAAtzc2gtZWQyNTUxOQAAACBsTxUhyWWfzjEnq1m0Ar6Rs80gJzAYUWlUD+afWy8tZw", " AAAEDMC9xcZwKxqqsbUdhrLPZ1jT3Fa9/Vqqwg2bFY8s9QvGxPFSHJZZ/OMSerWbQCvpGz", " zSAnMBhRaVQP5p9bLy1nAAAAInp1dWwtd29ya2VyQG5wMDAwMDA2NzgzNi5ub3ZhbG9jYW", " wBAgM=", " -----END OPENSSH PRIVATE KEY----- @ 06/08/26 20:19:46.433", "\u2022 [4.433 seconds]", "------------------------------", "gateway tests When setting up extra gateway configuration for a maintenance Should reconcile", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:28", " 2026-06-08T20:19:46-04:00\tINFO\tCreating object, name: maintenance-config", " 2026-06-08T20:19:46-04:00\tINFO\tCreating object, name: maintenance-static-files", " 2026-06-08T20:19:46-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:19:46-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:19:46-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:19:47-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:19:47-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:19:47-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:19:47-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-08T20:19:47-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-08T20:19:47-04:00\tINFO\tStatefulset \"gateway\" configuration changed, applying...", " 2026-06-08T20:19:47-04:00\tDEBUG\tReason: annotation 'config-hash' changed from '90a6261c7272ad73ee593bd22fc08aa0b50c9e09eb380107181e1e58b851202b' to 'c04b8e5064e2a2985ef09fcc1ab4c2dda05fbcb2cd18006ff3d01f2b963e17d8'", " 2026-06-08T20:19:47-04:00\tINFO\tUpdating object, name: gateway", " 2026-06-08T20:19:47-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:19:47-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:19:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:19:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:19:47-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:19:47-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:19:47-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:19:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:19:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:19:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:19:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:19:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:19:50-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:19:50-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:19:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:19:51-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: Waiting ...", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-08T20:19:52-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:19:52-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:19:52-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:19:53-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:19:53-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:19:53-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:19:53-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:19:53-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:19:53-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:19:53-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:19:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:19:53-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:19:53-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:19:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:19:54-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:19:55-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:19:56-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:19:56-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:19:56-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:19:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:19:57-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:19:57-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:19:58-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:19:58-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [12.410 seconds]", "------------------------------", "gateway tests When setting up extra gateway configuration for a maintenance Should serve HTTP 503 and the expected content", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:55", " 2026-06-08T20:19:58-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -o - -I gateway:8080/zuul/]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 0 17 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 2026-06-08T20:19:58-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl gateway:8080/zuul/api/components]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", "100 17 100 17 0 0 17000 0 --:--:-- --:--:-- --:--:-- 17000", "\u2022 [0.171 seconds]", "------------------------------", "gateway tests When removing the gateway's extra config Should reconcile", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:65", " 2026-06-08T20:19:59-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:19:59-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:19:59-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:19:59-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:19:59-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:19:59-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:19:59-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-08T20:19:59-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-08T20:19:59-04:00\tINFO\tStatefulset \"gateway\" configuration changed, applying...", " 2026-06-08T20:19:59-04:00\tDEBUG\tReason: annotation 'config-hash' changed from 'c04b8e5064e2a2985ef09fcc1ab4c2dda05fbcb2cd18006ff3d01f2b963e17d8' to '90a6261c7272ad73ee593bd22fc08aa0b50c9e09eb380107181e1e58b851202b'", " 2026-06-08T20:19:59-04:00\tINFO\tUpdating object, name: gateway", " 2026-06-08T20:20:00-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:20:00-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:20:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:20:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:20:00-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:20:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:20:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:20:01-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:20:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:20:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:20:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:20:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:20:04-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:20:04-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:20:05-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:20:05-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: Waiting ...", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-08T20:20:06-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:20:06-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:20:06-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:20:07-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:20:07-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:20:07-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:20:07-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:20:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:20:07-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:20:07-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:20:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:20:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:20:07-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:20:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:20:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:20:08-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:20:09-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:20:09-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:20:09-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:20:10-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:20:10-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:20:10-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:20:11-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:20:12-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", "\u2022 [13.033 seconds]", "------------------------------", "gateway tests When removing the gateway's extra config Should serve the regular content", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/gateway_test.go:71", " 2026-06-08T20:20:12-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl -o - -I gateway:8080/zuul/api/components]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 0 537 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", " 2026-06-08T20:20:12-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl gateway:8080/zuul/api/components]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", "100 537 100 537 0 0 76714 0 --:--:-- --:--:-- --:--:-- 76714", "\u2022 [0.318 seconds]", "------------------------------", "Test Env Has namespace", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/main_test.go:167", "\u2022 [0.000 seconds]", "------------------------------", "Secret Rotations zuul-auth works", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:60", " STEP: Deleting secrets not rotated by the CLI @ 06/08/26 20:20:12.371", " STEP: Running secret rotation CLI @ 06/08/26 20:20:12.38", " 2026-06-08T20:20:12-04:00\tINFO\tWarning: At least one executor running, this may cause issues when rotating Zookeeper secrets.", " 2026-06-08T20:20:12-04:00\tINFO\tRotating Keystore password...", " 2026-06-08T20:20:12-04:00\tINFO\tCreating secret, name: zuul-keystore-password-new", " 2026-06-08T20:20:12-04:00\tINFO\tCreating object, name: zuul-keystore-password-new", " 2026-06-08T20:20:13-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [cat /var/lib/zuul/keys-backup.json]", " 2026-06-08T20:20:13-04:00\tINFO\tUpdating object, name: zuul-keystore-password", " 2026-06-08T20:20:13-04:00\tINFO\tDeleting object, name: zuul-keystore-password-new", " 2026-06-08T20:20:13-04:00\tINFO\tDeleting object, name: zuul-kazoo", " 2026-06-08T20:20:13-04:00\tINFO\tKilling every kazoo client...", " 2026-06-08T20:20:13-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder", " 2026-06-08T20:20:13-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]", " 2026-06-08T20:20:13-04:00\tINFO\tDeleting object, name: nodepool-builder", " 2026-06-08T20:20:13-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-596565db76-jm9qk launcher", " 2026-06-08T20:20:13-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-596565db76-jm9qk, command: [kill -9 1]", " 2026-06-08T20:20:13-04:00\tINFO\tDeleting object, name: launcher", " 2026-06-08T20:20:13-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-hdhbh mariadb-client", " 2026-06-08T20:20:13-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-hdhbh, command: [kill -9 1]", " 2026-06-08T20:20:13-04:00\tINFO\tDeleting object, name: mariadb-client", " 2026-06-08T20:20:13-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor", " 2026-06-08T20:20:13-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-executor", " 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo", " 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-kazoo", " 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger", " 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-merger", " 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler", " 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-scheduler", " 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-7bb5578897-nscbw zuul-web", " 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-web-7bb5578897-nscbw, command: [kill -9 1]", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-h5r7w zuul-weeder", " 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-h5r7w, command: [kill -9 1]", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-weeder", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zookeeper", " 2026-06-08T20:20:46-04:00\tINFO\tRotating Zuul Client Authenticator secret...", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-auth-secret", " 2026-06-08T20:20:46-04:00\tINFO\tCreating secret, name: zuul-auth-secret", " 2026-06-08T20:20:46-04:00\tINFO\tCreating object, name: zuul-auth-secret", " 2026-06-08T20:20:46-04:00\tINFO\tRotating Zuul DB Connection secret...", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-db-connection", " 2026-06-08T20:20:46-04:00\tINFO\tRotating Zookeeper certificates...", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zookeeper-client-tls", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zookeeper-server-tls", " 2026-06-08T20:20:46-04:00\tINFO\tForce Restart impacted services...", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-web-7bb5578897-nscbw", " STEP: Reconciling @ 06/08/26 20:20:46.534", " 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-596565db76-jm9qk launcher", " 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-596565db76-jm9qk, command: [kill -9 1]", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: launcher", " 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-hdhbh mariadb-client", " 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-hdhbh, command: [kill -9 1]", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: mariadb-client", " 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor", " 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]", " 2026-06-08T20:20:46-04:00\tINFO\tDeleting object, name: zuul-executor", " 2026-06-08T20:20:46-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger", " 2026-06-08T20:20:46-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]", " 2026-06-08T20:20:47-04:00\tINFO\tDeleting object, name: zuul-merger", " 2026-06-08T20:20:47-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler", " 2026-06-08T20:20:47-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]", " 2026-06-08T20:21:16-04:00\tINFO\tDeleting object, name: zuul-scheduler", " 2026-06-08T20:21:16-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-7bb5578897-nscbw zuul-web", " 2026-06-08T20:21:16-04:00\tINFO\tRunning pod execution pod: zuul-web-7bb5578897-nscbw, command: [kill -9 1]", " 2026-06-08T20:21:16-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-08T20:21:16-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-h5r7w zuul-weeder", " 2026-06-08T20:21:16-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-h5r7w, command: [kill -9 1]", " 2026-06-08T20:21:16-04:00\tINFO\tDeleting object, name: zuul-weeder", " 2026-06-08T20:21:16-04:00\tINFO\tDeleting object, name: zookeeper", " 2026-06-08T20:21:16-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:21:16-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:21:16-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:21:16-04:00\tINFO\tCreating object, name: zuul-db-connection", " 2026-06-08T20:21:16-04:00\tINFO\tRe-provisioning db password", " 2026-06-08T20:21:16-04:00\tINFO\tDeleting object, name: zuul-db-provision", " 2026-06-08T20:21:16-04:00\tINFO\tCreating object, name: zuul-db-provision", " 2026-06-08T20:21:17-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:21:17-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:21:17-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:21:17-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", " 2026-06-08T20:21:17-04:00\tINFO\tLogserver authorized_keys is up to date", " 2026-06-08T20:21:17-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:21:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:21:17-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:21:17-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:21:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:21:17-04:00\tINFO\tDeleting object, name: zookeeper-client-tls", " 2026-06-08T20:21:17-04:00\tINFO\tDeleting object, name: zookeeper-server-tls", " 2026-06-08T20:21:19-04:00\tINFO\tCreating object, name: zookeeper-client-tls", " 2026-06-08T20:21:20-04:00\tINFO\tCreating object, name: zookeeper-server-tls", " 2026-06-08T20:21:20-04:00\tINFO\tCreating object, name: zookeeper", " 2026-06-08T20:21:20-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", " 2026-06-08T20:21:20-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: Waiting ...", " \t - Zookeeper: Waiting ...", "", " 2026-06-08T20:21:21-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:21:21-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:21:21-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:21:21-04:00\tINFO\tCreating object, name: zuul-db-provision", " 2026-06-08T20:21:22-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:21:22-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:21:22-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:21:22-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:21:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:21:22-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:21:22-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:21:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:21:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:21:22-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", " 2026-06-08T20:21:22-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", " 2026-06-08T20:21:22-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: Waiting ...", " \t - Zookeeper: Waiting ...", "", " 2026-06-08T20:21:23-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:21:23-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:21:24-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:21:25-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:21:25-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:21:25-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:21:25-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:21:25-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:21:25-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:21:25-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:21:25-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:21:25-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:21:25-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", " 2026-06-08T20:21:25-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", " 2026-06-08T20:21:25-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: Waiting ...", " \t - Zookeeper: Waiting ...", "", " 2026-06-08T20:21:26-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:21:26-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:21:27-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:21:28-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:21:28-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:21:28-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:21:28-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:21:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:21:28-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:21:28-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:21:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:21:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:21:28-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", " 2026-06-08T20:21:28-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", " 2026-06-08T20:21:28-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - Zookeeper: Waiting ...", "", " 2026-06-08T20:21:29-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:21:29-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:21:30-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:21:31-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:21:31-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:21:31-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:21:31-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:21:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:21:31-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:21:31-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:21:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:21:31-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:21:31-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", " 2026-06-08T20:21:31-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", " 2026-06-08T20:21:31-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - Zookeeper: Waiting ...", "", " 2026-06-08T20:21:32-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:21:32-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:21:33-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:21:34-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:21:34-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:21:34-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:21:34-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:21:34-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:21:34-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:21:34-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:21:34-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:21:34-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:21:34-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", " 2026-06-08T20:21:34-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", " 2026-06-08T20:21:34-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - Zookeeper: Waiting ...", "", " 2026-06-08T20:21:35-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:21:35-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:21:36-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:21:37-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:21:37-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:21:37-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:21:37-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:21:37-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:21:37-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:21:37-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:21:37-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:21:37-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:21:37-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:21:37-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:21:37-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:21:38-04:00\tINFO\tCreating object, name: nodepool-builder", " 2026-06-08T20:21:38-04:00\tINFO\tUpdating secret, name: zuul-config", " 2026-06-08T20:21:38-04:00\tINFO\tUpdating object, name: zuul-config", " 2026-06-08T20:21:39-04:00\tINFO\tCreating object, name: zuul-scheduler", " 2026-06-08T20:21:39-04:00\tINFO\tCreating object, name: zuul-executor", " 2026-06-08T20:21:39-04:00\tINFO\tCreating object, name: zuul-web", " 2026-06-08T20:21:40-04:00\tINFO\tCreating object, name: zuul-merger", " 2026-06-08T20:21:40-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: Waiting ...", " \t - |_ Merger: Waiting ...", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:21:41-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:21:41-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:21:41-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:21:42-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:21:42-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:21:42-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:21:42-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:21:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:21:42-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:21:42-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:21:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:21:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:21:42-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:21:42-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:21:42-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:21:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:21:43-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T20:21:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:21:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:21:45-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:21:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", " 2026-06-08T20:21:45-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:21:45-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:21:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:21:46-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", " 2026-06-08T20:21:46-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: Waiting ...", " \t - |_ Merger: Waiting ...", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:21:47-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:21:47-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:21:47-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:21:48-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:21:48-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:21:48-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:21:48-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:21:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:21:48-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:21:48-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:21:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:21:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:21:48-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:21:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:21:49-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:21:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:21:49-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T20:21:50-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:21:50-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:21:51-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:21:51-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", " 2026-06-08T20:21:52-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:21:52-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:21:52-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:21:52-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", " 2026-06-08T20:21:52-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: Waiting ...", " \t - |_ Merger: Waiting ...", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:21:53-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:21:53-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:21:53-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:21:54-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:21:54-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:21:54-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:21:54-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:21:54-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:21:54-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:21:54-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:21:54-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:21:54-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:21:54-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:21:55-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:21:55-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:21:55-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:21:55-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T20:21:56-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:21:56-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:21:57-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:21:58-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:21:58-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:21:59-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:21:59-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:22:00-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:22:00-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:22:00-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:22:00-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:22:00-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:22:00-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:22:00-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:22:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:22:00-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:22:00-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:22:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:22:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:22:01-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:22:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:22:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:22:02-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:22:02-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T20:22:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:22:02-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:22:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:22:04-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:22:04-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:22:05-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:22:05-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:22:06-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:22:06-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:22:06-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:22:06-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:22:06-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:22:06-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:22:06-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:22:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:22:07-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:22:07-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:22:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:22:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:22:07-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:22:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:22:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:22:08-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:22:08-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T20:22:09-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:22:09-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:22:09-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:22:10-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:22:10-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:22:11-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:22:11-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:22:12-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:22:12-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:22:12-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:22:13-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:22:13-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:22:13-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:22:13-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:22:13-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:22:13-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:22:13-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:22:13-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:22:13-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:22:13-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:22:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:22:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:22:14-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:22:14-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", " 2026-06-08T20:22:15-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:22:15-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:22:16-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:22:16-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:22:16-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:22:17-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:22:17-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: Waiting ...", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:22:18-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:22:18-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:22:18-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:22:19-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:22:19-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:22:19-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:22:19-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:22:19-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:22:19-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:22:19-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:22:19-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:22:19-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:22:19-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:22:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:22:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:22:20-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:22:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:22:21-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:22:22-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:22:23-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:22:23-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:22:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:22:23-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:22:24-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:22:24-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:22:24-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:22:25-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:22:25-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:22:25-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:22:25-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:22:25-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:22:25-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:22:25-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:22:25-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:22:25-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:22:25-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:22:26-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:22:26-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:22:26-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:22:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:22:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:22:28-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:22:29-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:22:29-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:22:30-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:22:30-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:22:31-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:22:31-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:22:31-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:22:31-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:22:31-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:22:31-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:22:31-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:22:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:22:31-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:22:31-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:22:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:22:32-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:22:32-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:22:32-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:22:32-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:22:33-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:22:33-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:22:33-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:22:34-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:22:35-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:22:35-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:22:36-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:22:36-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:22:37-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:22:37-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:22:37-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:22:37-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:22:37-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:22:37-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:22:37-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:22:37-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:22:37-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:22:37-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:22:37-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:22:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:22:38-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:22:38-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:22:38-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:22:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:22:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:22:40-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", " 2026-06-08T20:22:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:22:41-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:22:41-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:22:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:22:42-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: OK", "", " 2026-06-08T20:22:43-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:22:43-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:22:43-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:22:44-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:22:44-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:22:44-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:22:44-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:22:44-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:22:44-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:22:44-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:22:44-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:22:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:22:44-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:22:44-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:22:44-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:22:45-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:22:46-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:22:46-04:00\tINFO\tCreating object, name: zuul-weeder", " 2026-06-08T20:22:47-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:22:47-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:22:47-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:22:48-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:22:48-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: Waiting ...", " \t - |_ Web: OK", "", " 2026-06-08T20:22:49-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:22:49-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:22:49-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:22:50-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:22:50-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:22:50-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:22:50-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:22:50-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:22:50-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:22:50-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:22:50-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:22:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:22:50-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:22:51-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:22:51-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:22:51-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:22:52-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:22:52-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:22:52-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:22:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:22:54-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:22:54-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:22:54-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:22:55-04:00\tINFO\tCreating base secret job", " 2026-06-08T20:22:55-04:00\tINFO\tCreating object, name: config-base-secret-1-2797-ns", " 2026-06-08T20:22:55-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-08T20:22:56-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:22:56-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:22:56-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:22:56-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:22:56-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:22:56-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:22:56-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:22:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:22:56-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:22:56-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:22:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:22:57-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:22:57-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:22:57-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:22:57-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:22:58-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:22:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:22:59-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:22:59-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:22:59-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:23:00-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:23:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:23:01-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:23:01-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", " 2026-06-08T20:23:02-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]", " 2026-06-08T20:23:09-04:00\tINFO\tDeleting object, name: zuul-web", " 2026-06-08T20:23:09-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure", " 2026-06-08T20:23:09-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " 2026-06-08T20:23:10-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:23:10-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:23:10-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:23:11-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:23:11-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:23:11-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:23:11-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:23:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:23:11-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:23:11-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:23:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:23:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:23:11-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:23:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:23:12-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:23:12-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:23:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:23:13-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:23:13-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:23:13-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:23:14-04:00\tINFO\tCreating object, name: zuul-web", " 2026-06-08T20:23:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:23:15-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:23:16-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:23:16-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:23:16-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:23:16-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:23:16-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:23:16-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:23:16-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:23:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:23:16-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:23:16-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:23:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:23:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:23:17-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:23:17-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:23:17-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:23:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:23:18-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:23:18-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:23:18-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:23:19-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:23:20-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:23:20-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:23:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:23:21-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:23:22-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:23:22-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:23:22-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:23:22-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:23:22-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:23:22-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:23:22-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:23:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:23:22-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:23:22-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:23:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:23:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:23:23-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:23:23-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:23:23-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:23:24-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:23:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:23:25-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:23:25-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:23:25-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:23:26-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:23:26-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:23:27-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:23:27-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:23:28-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:23:28-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:23:28-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:23:29-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:23:29-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:23:29-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:23:29-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:23:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:23:29-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:23:29-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:23:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:23:29-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:23:29-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:23:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:23:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:23:30-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:23:31-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:23:31-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:23:31-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:23:32-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:23:32-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:23:32-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:23:33-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:23:33-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:23:34-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:23:34-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:23:34-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:23:35-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:23:35-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:23:35-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:23:35-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:23:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:23:35-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:23:35-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:23:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:23:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:23:35-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:23:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:23:36-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:23:36-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:23:37-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:23:37-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:23:37-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:23:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:23:39-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:23:39-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:23:39-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:23:39-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:23:40-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:23:40-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:23:40-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:23:41-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:23:41-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:23:41-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:23:41-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:23:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:23:41-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:23:41-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:23:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:23:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:23:41-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:23:42-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:23:42-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:23:42-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:23:43-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:23:43-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:23:43-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:23:44-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:23:45-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:23:45-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:23:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:23:46-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:23:47-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:23:47-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:23:47-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:23:47-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:23:47-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:23:47-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:23:47-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:23:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:23:47-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:23:47-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:23:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:23:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:23:48-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:23:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:23:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:23:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:23:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:23:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:23:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:23:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:23:51-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:23:51-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:23:52-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:23:52-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:23:53-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:23:53-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:23:53-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:23:53-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:23:53-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:23:53-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:23:53-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:23:53-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:23:53-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:23:53-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:23:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:23:54-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:23:54-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:23:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:23:54-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:23:55-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:23:56-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:23:56-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:23:56-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:23:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:23:57-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:23:57-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:23:58-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:23:58-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:23:59-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:23:59-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:23:59-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:24:00-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:24:00-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:24:00-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:24:00-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:24:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:24:00-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:24:00-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:24:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:24:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:24:00-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:24:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:24:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:24:01-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:24:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:24:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:24:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:24:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:24:03-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:24:03-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:24:04-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:24:04-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:24:05-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:24:05-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:24:05-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:24:06-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:24:06-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:24:06-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:24:06-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:24:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:24:06-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:24:06-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:24:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:24:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:24:06-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:24:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:24:07-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:24:07-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:24:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:24:08-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:24:08-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:24:09-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:24:10-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:24:10-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", " 2026-06-08T20:24:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:24:10-04:00\tINFO\t", " \t - Config: Waiting ...", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: Waiting ...", " \t - |_ Config Secrets: OK", " \t - |_ Executor: OK", " \t - |_ Merger: OK", " \t - |_ Scheduler: OK", " \t - |_ Web: Waiting ...", "", " 2026-06-08T20:24:11-04:00\tINFO\tDeleting object, name: ca-cert", " 2026-06-08T20:24:11-04:00\tINFO\tWaiting for statefulset, name: git-server", " 2026-06-08T20:24:11-04:00\tINFO\tWaiting for statefulset, name: mariadb", " 2026-06-08T20:24:12-04:00\tDEBUG\tInspecting volume logserver-logserver-0", " 2026-06-08T20:24:12-04:00\tDEBUG\tVolume logserver-logserver-0 at expected size, nothing to do", " 2026-06-08T20:24:12-04:00\tINFO\tWaiting for statefulset, name: logserver", " 2026-06-08T20:24:12-04:00\tINFO\tWaiting for deployment, name: gateway", " 2026-06-08T20:24:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway", " 2026-06-08T20:24:12-04:00\tINFO\tWaiting for statefulset, name: hound-search", " 2026-06-08T20:24:12-04:00\tINFO\tWaiting for deployment, name: logjuicer", " 2026-06-08T20:24:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", " 2026-06-08T20:24:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper", " 2026-06-08T20:24:12-04:00\tINFO\tDeploying Zuul and Nodepool ...", " 2026-06-08T20:24:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", " 2026-06-08T20:24:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", " 2026-06-08T20:24:13-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", " 2026-06-08T20:24:14-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", " 2026-06-08T20:24:14-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", " 2026-06-08T20:24:14-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", " 2026-06-08T20:24:15-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", " 2026-06-08T20:24:16-04:00\tINFO\tWaiting for deployment, name: zuul-web", " 2026-06-08T20:24:16-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", " 2026-06-08T20:24:17-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", " 2026-06-08T20:24:17-04:00\tINFO\t", " \t - Config: OK", " \t - Gateway: OK", " \t - GitServer: OK", " \t - HoundSearch: OK", " \t - LogJuicer: OK", " \t - Logserver: OK", " \t - MariaDB: OK", " \t - NodePoolBuilder: OK", " \t - NodePoolLauncher: OK", " \t - Zookeeper: OK", " \t - Zuul: OK", "", " STEP: Validating secret changed @ 06/08/26 20:24:17.553", " 2026-06-08T20:24:17-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /etc/zuul/zuul.conf]", " STEP: Checking the secret is in the zuul.conf @ 06/08/26 20:24:17.715", " STEP: Checking zuul-client works @ 06/08/26 20:24:17.718", " 2026-06-08T20:24:17-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [bash -c zuul-client -v autohold --tenant internal --project system-config --job testytest --reason testy 2>&1]", "\u2022 [246.179 seconds]", "------------------------------", "Secret Rotations zuul-db works", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:71", " STEP: Checking the secret is in the zuul.conf @ 06/08/26 20:24:18.546", " STEP: Checking zuul-web works @ 06/08/26 20:24:18.548", " 2026-06-08T20:24:18-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [curl zuul-web:9000/api/tenant/demo-tenant/builds]", " % Total % Received % Xferd Average Speed Time Time Time Current", " Dload Upload Total Spent Left Speed", "", " 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0", "100 1854 100 1854 0 0 57937 0 --:--:-- --:--:-- --:--:-- 57937", "\u2022 [0.153 seconds]", "------------------------------", "Secret Rotations zuul-zk works", "/home/zuul-worker/src/softwarefactory-project.io/software-factory/sf-operator/tests/secrets_rotation_test.go:81", " STEP: Checking the key in zuul pod @ 06/08/26 20:24:18.699", " 2026-06-08T20:24:18-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [cat /tls/client/tls.key]", " STEP: Connecting with kazoo @ 06/08/26 20:24:18.794", " 2026-06-08T20:24:18-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [python3 -c import os, kazoo.client; os.chdir('/tls/client'); hosts=list(filter(lambda l: l.startswith('hosts'), open('/etc/zuul/zuul.conf').readlines()))[0].split('=')[1].strip(); client = kazoo.client.KazooClient(hosts, use_ssl=True, keyfile='tls.key', certfile='tls.crt', ca='ca.crt'); client.start(); print(client.get_children('/keystorage2'))]", "\u2022 [0.395 seconds]", "------------------------------", "", "Ran 16 of 16 Specs in 451.921 seconds", "SUCCESS! -- 16 Passed | 0 Failed | 0 Pending | 0 Skipped", "--- PASS: TestSFOP (451.92s)", "PASS", "ok \tgithub.com/softwarefactory-project/sf-operator/tests\t451.970s" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000003f-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000003d", "name": "golang-integration-tests", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/golang-integration-tests" }, "task": { "duration": { "end": "2026-06-09T00:24:19.721144Z", "start": "2026-06-09T00:16:29.387150Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000003f", "name": "Run integration tests" } }, { "hosts": { "controller": { "action": "ansible.builtin.tempfile", "changed": true, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "path": null, "prefix": "ansible.", "state": "directory", "suffix": "standalone-update-test" } }, "mode": "0700", "owner": "zuul-worker", "path": "/tmp/ansible.kiv63t84standalone-update-test", "secontext": "unconfined_u:object_r:user_tmp_t:s0", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:24:20.076841Z", "start": "2026-06-09T00:24:19.743138Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000043", "name": "Create a temporary directory for generated CRs" } }, { "hosts": { "controller": { "action": "ansible.builtin.template", "changed": true, "checksum": "5a547fbb9118981ee1a63748fc864271adb22c99", "dest": "/tmp/ansible.kiv63t84standalone-update-test/sf-initial.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "sf.yaml.j2", "attributes": null, "backup": false, "checksum": "5a547fbb9118981ee1a63748fc864271adb22c99", "content": null, "dest": "/tmp/ansible.kiv63t84standalone-update-test/sf-initial.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780964660.1889672-66-85003314589418/source", "unsafe_writes": false, "validate": null } }, "md5sum": "9a3e15acfefd6df166281b62dc4a4643", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 605, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780964660.1889672-66-85003314589418/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:24:21.031778Z", "start": "2026-06-09T00:24:20.083129Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000045", "name": "Generate initial CR" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:24:21.072295Z", "start": "2026-06-09T00:24:21.039452Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000046", "name": "Run standalone operator with initial config" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs" }, "before": { "path": "/home/zuul-worker/zuul-output/logs" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 29, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000003b7", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:24:21.418257Z", "start": "2026-06-09T00:24:21.102028Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000003b9", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "absent" }, "before": { "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "file" } }, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "absent" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000003b7", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:24:21.738060Z", "start": "2026-06-09T00:24:21.432704Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000003ba", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy /tmp/ansible.kiv63t84standalone-update-test/sf-initial.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "delta": "0:01:34.104116", "end": "2026-06-08 20:25:56.130999", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy /tmp/ansible.kiv63t84standalone-update-test/sf-initial.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000003bb-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:24:22.026883", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:24:22-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:24:22-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:24:22-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:24:22-04:00\tINFO\tUpdating configmap, name: zuul-scheduler-tooling-config-map\n2026-06-08T20:24:22-04:00\tINFO\tUpdating object, name: zuul-scheduler-tooling-config-map\n2026-06-08T20:24:22-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...\n2026-06-08T20:24:22-04:00\tINFO\tUpdating object, name: git-server\n2026-06-08T20:24:22-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:24:23-04:00\tINFO\tStatefulset \"logserver\" configuration changed, applying...\n2026-06-08T20:24:23-04:00\tINFO\tUpdating object, name: logserver\n2026-06-08T20:24:23-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:24:23-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:24:23-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:24:23-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:24:23-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:24:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:24:23-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:24:23-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:24:23-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:24:28-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:24:28-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:24:28-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:24:28-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:24:29-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:24:29-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:24:29-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:24:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:24:29-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:24:29-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:24:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:24:29-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:24:29-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:24:29-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:24:29-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:24:34-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:24:34-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:24:34-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:24:34-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:24:35-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:24:35-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:24:35-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:24:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:24:35-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:24:35-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:24:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:24:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:24:35-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:24:35-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:24:35-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:24:40-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:24:40-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:24:40-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:24:40-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:24:41-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:24:41-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:24:41-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:24:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:24:41-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:24:41-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:24:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:24:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:24:41-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:24:41-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:24:41-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T20:24:46-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:24:46-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:24:46-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:24:47-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:24:47-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:24:47-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:24:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:24:47-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:24:47-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:24:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:24:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:24:47-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:24:47-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:24:47-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:24:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:24:48-04:00\tINFO\tUpdating secret, name: zuul-config\n2026-06-08T20:24:48-04:00\tINFO\tUpdating object, name: zuul-config\n2026-06-08T20:24:49-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...\n2026-06-08T20:24:49-04:00\tINFO\tUpdating object, name: zuul-scheduler\n2026-06-08T20:24:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:24:49-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...\n2026-06-08T20:24:49-04:00\tINFO\tUpdating object, name: zuul-web\n2026-06-08T20:24:50-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:24:50-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:24:50-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T20:24:55-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:24:55-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:24:55-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:24:56-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:24:56-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:24:56-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:24:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:24:56-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:24:56-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:24:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:24:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:24:56-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:24:57-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:24:57-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:24:57-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:24:58-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:24:58-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:24:58-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:24:59-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:24:59-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:24:59-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:25:00-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:25:00-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T20:25:05-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:25:05-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:25:05-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:25:05-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:25:05-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:25:05-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:25:05-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:25:05-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:25:05-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:25:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:25:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:25:06-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:25:06-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:25:06-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:25:06-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:25:07-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:25:07-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:25:07-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:25:08-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:25:08-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:25:09-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:25:09-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:25:09-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T20:25:14-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:25:14-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:25:14-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:25:14-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:25:14-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:25:14-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:25:14-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:25:14-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:25:14-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:25:14-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:25:15-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:25:15-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:25:15-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:25:15-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:25:15-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:25:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:25:16-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:25:16-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:25:17-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:25:17-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:25:18-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:25:18-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:25:18-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...\n2026-06-08T20:25:23-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:25:23-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:25:23-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:25:24-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:25:24-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:25:24-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:25:24-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:25:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:25:24-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:25:24-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:25:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:25:24-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:25:24-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:25:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:25:24-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:25:25-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:25:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:25:25-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:25:26-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:25:26-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:25:26-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:25:27-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:25:27-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:25:27-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...\n2026-06-08T20:25:32-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:25:32-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:25:32-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:25:33-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:25:33-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:25:33-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:25:33-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:25:33-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:25:33-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:25:33-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:25:33-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:25:34-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:25:34-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:25:34-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:25:35-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:25:35-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:25:35-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:25:36-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:25:36-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:25:36-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:25:36-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:25:36-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...\n2026-06-08T20:25:41-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:25:41-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:25:41-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:25:42-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:25:42-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:25:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:25:42-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:25:42-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:25:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:25:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:25:42-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:25:43-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:25:43-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:25:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:25:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:25:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:25:44-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:25:45-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:25:45-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:25:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:25:46-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:25:46-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...\n2026-06-08T20:25:51-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:25:51-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:25:51-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:25:51-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:25:51-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:25:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:25:51-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:25:51-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:25:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:25:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:25:52-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:25:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:25:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:25:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:25:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:25:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:25:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:25:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:25:54-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:25:54-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:25:55-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:25:55-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:25:55-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:25:56-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:24:22-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:24:22-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:24:22-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:24:22-04:00\tINFO\tUpdating configmap, name: zuul-scheduler-tooling-config-map", "2026-06-08T20:24:22-04:00\tINFO\tUpdating object, name: zuul-scheduler-tooling-config-map", "2026-06-08T20:24:22-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...", "2026-06-08T20:24:22-04:00\tINFO\tUpdating object, name: git-server", "2026-06-08T20:24:22-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:24:23-04:00\tINFO\tStatefulset \"logserver\" configuration changed, applying...", "2026-06-08T20:24:23-04:00\tINFO\tUpdating object, name: logserver", "2026-06-08T20:24:23-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:24:23-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:24:23-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:24:23-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:24:23-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:24:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:24:23-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:24:23-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:24:23-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:24:28-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:24:28-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:24:28-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:24:28-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:24:29-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:24:29-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:24:29-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:24:29-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:24:29-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:24:29-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:24:29-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:24:29-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:24:29-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:24:29-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:24:29-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:24:34-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:24:34-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:24:34-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:24:34-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:24:35-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:24:35-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:24:35-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:24:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:24:35-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:24:35-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:24:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:24:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:24:35-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:24:35-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:24:35-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:24:40-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:24:40-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:24:40-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:24:40-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:24:41-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:24:41-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:24:41-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:24:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:24:41-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:24:41-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:24:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:24:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:24:41-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:24:41-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:24:41-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T20:24:46-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:24:46-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:24:46-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:24:47-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:24:47-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:24:47-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:24:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:24:47-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:24:47-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:24:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:24:47-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:24:47-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:24:47-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:24:47-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:24:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:24:48-04:00\tINFO\tUpdating secret, name: zuul-config", "2026-06-08T20:24:48-04:00\tINFO\tUpdating object, name: zuul-config", "2026-06-08T20:24:49-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...", "2026-06-08T20:24:49-04:00\tINFO\tUpdating object, name: zuul-scheduler", "2026-06-08T20:24:49-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:24:49-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...", "2026-06-08T20:24:49-04:00\tINFO\tUpdating object, name: zuul-web", "2026-06-08T20:24:50-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:24:50-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:24:50-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T20:24:55-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:24:55-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:24:55-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:24:56-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:24:56-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:24:56-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:24:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:24:56-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:24:56-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:24:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:24:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:24:56-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:24:57-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:24:57-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:24:57-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:24:58-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:24:58-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:24:58-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:24:59-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:24:59-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:24:59-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:25:00-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:25:00-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T20:25:05-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:25:05-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:25:05-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:25:05-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:25:05-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:25:05-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:25:05-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:25:05-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:25:05-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:25:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:25:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:25:06-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:25:06-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:25:06-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:25:06-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:25:07-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:25:07-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:25:07-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:25:08-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:25:08-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:25:09-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:25:09-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:25:09-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T20:25:14-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:25:14-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:25:14-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:25:14-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:25:14-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:25:14-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:25:14-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:25:14-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:25:14-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:25:14-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:25:15-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:25:15-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:25:15-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:25:15-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:25:15-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:25:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:25:16-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:25:16-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:25:17-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:25:17-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:25:18-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:25:18-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:25:18-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...", "2026-06-08T20:25:23-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:25:23-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:25:23-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:25:24-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:25:24-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:25:24-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:25:24-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:25:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:25:24-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:25:24-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:25:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:25:24-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:25:24-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:25:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:25:24-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:25:25-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:25:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:25:25-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:25:26-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:25:26-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:25:26-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:25:27-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:25:27-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:25:27-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...", "2026-06-08T20:25:32-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:25:32-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:25:32-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:25:33-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:25:33-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:25:33-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:25:33-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:25:33-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:25:33-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:25:33-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:25:33-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:25:34-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:25:34-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:25:34-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:25:35-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:25:35-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:25:35-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:25:36-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:25:36-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:25:36-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:25:36-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:25:36-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...", "2026-06-08T20:25:41-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:25:41-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:25:41-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:25:42-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:25:42-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:25:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:25:42-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:25:42-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:25:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:25:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:25:42-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:25:43-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:25:43-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:25:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:25:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:25:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:25:44-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:25:45-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:25:45-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:25:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:25:46-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:25:46-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...", "2026-06-08T20:25:51-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:25:51-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:25:51-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:25:51-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:25:51-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:25:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:25:51-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:25:51-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:25:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:25:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:25:52-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:25:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:25:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:25:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:25:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:25:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:25:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:25:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:25:54-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:25:54-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:25:55-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:25:55-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:25:55-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:25:56-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000003bb-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000003b7", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:25:56.407272Z", "start": "2026-06-09T00:24:21.770495Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000003bb", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "cp /tmp/ansible.kiv63t84standalone-update-test/sf-initial.yaml /tmp/current_cr.yaml", "delta": "0:00:00.007083", "end": "2026-06-08 20:25:56.732362", "invocation": { "module_args": { "_raw_params": "cp /tmp/ansible.kiv63t84standalone-update-test/sf-initial.yaml /tmp/current_cr.yaml", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000003bc-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:25:56.725279", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000003bc-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000003b7", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:25:56.948293Z", "start": "2026-06-09T00:25:56.434374Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000003bc", "name": "Copy current spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": false, "cmd": [ "kubectl", "get", "configmap", "sf-standalone-owner", "-o", "jsonpath={.data.spec}" ], "delta": "0:00:00.069322", "end": "2026-06-08 20:25:57.286941", "invocation": { "module_args": { "_raw_params": "kubectl get configmap sf-standalone-owner -o jsonpath='{.data.spec}'", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000047-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:25:57.217619", "stderr": "", "stderr_lines": [], "stdout": "fqdn: test-initial.sf.io\nfluentbitlogforwarding: null\nstoragedefault:\n classname: \"\"\n extraannotations: {}\nextralabels: {}\nconfigrepositorylocation:\n name: config\n branch: \"\"\n zuulconnectionname: gerrit\n clusterapiurl: \"\"\n logserverhost: \"\"\nzuul:\n oidcauthenticators: []\n defaultauthenticator: \"\"\n gerritconns:\n - name: gerrit\n hostname: gerrit-sshd.sf\n port: 0\n puburl: https://gerrit.sfop.me\n username: zuul\n canonicalhostname: \"\"\n password: \"\"\n sshkey: \"\"\n gitoverssh: false\n verifyssl: false\n streamevents: null\n githubconns: []\n gitlabconns: []\n gitconns: []\n pagureconns: []\n elasticsearchconns: []\n smtpconns: []\n executor:\n storage:\n size:\n format: \"\"\n classname: \"\"\n loglevel: DEBUG\n enabled: true\n standalone: null\n limits: null\n disklimitperjob: 0\n ansiblesetuptimeout: 0\n terminationgraceperiodseconds: 0\n scheduler:\n storage:\n size:\n format: \"\"\n classname: \"\"\n statsdtarget: \"\"\n loglevel: DEBUG\n limits: null\n defaultholdexpiration: null\n maxholdexpiration: null\n web:\n loglevel: DEBUG\n limits: null\n merger:\n gitusername: \"\"\n gituseremail: \"\"\n githttplowspeedlimit: 0\n githttplowspeedtime: 0\n gittimeout: 0\n storage:\n size:\n format: \"\"\n classname: \"\"\n loglevel: DEBUG\n limits: null\nnodepool:\n launcher:\n loglevel: \"\"\n limits: null\n builder:\n storage:\n size:\n format: \"\"\n classname: \"\"\n loglevel: \"\"\n limits: null\n statsdtarget: \"\"\nzookeeper:\n storage:\n size:\n format: \"\"\n classname: \"\"\n limits: null\nlogserver:\n retentiondays: 30\n loopdelay: 3600\n storage:\n size:\n format: BinarySI\n classname: \"\"\n podannotations: {}\nlogjuicer:\n size:\n format: \"\"\n classname: \"\"\nmariadb:\n dbstorage:\n size:\n format: \"\"\n classname: \"\"\n logstorage:\n size:\n format: \"\"\n classname: \"\"\n limits: null\ngitserver:\n storage:\n size:\n format: \"\"\n classname: \"\"\ncodesearch:\n storage:\n size:\n format: \"\"\n classname: \"\"\n limits: null\n enabled: null\nhostaliases: []\ngateway: null", "stdout_lines": [ "fqdn: test-initial.sf.io", "fluentbitlogforwarding: null", "storagedefault:", " classname: \"\"", " extraannotations: {}", "extralabels: {}", "configrepositorylocation:", " name: config", " branch: \"\"", " zuulconnectionname: gerrit", " clusterapiurl: \"\"", " logserverhost: \"\"", "zuul:", " oidcauthenticators: []", " defaultauthenticator: \"\"", " gerritconns:", " - name: gerrit", " hostname: gerrit-sshd.sf", " port: 0", " puburl: https://gerrit.sfop.me", " username: zuul", " canonicalhostname: \"\"", " password: \"\"", " sshkey: \"\"", " gitoverssh: false", " verifyssl: false", " streamevents: null", " githubconns: []", " gitlabconns: []", " gitconns: []", " pagureconns: []", " elasticsearchconns: []", " smtpconns: []", " executor:", " storage:", " size:", " format: \"\"", " classname: \"\"", " loglevel: DEBUG", " enabled: true", " standalone: null", " limits: null", " disklimitperjob: 0", " ansiblesetuptimeout: 0", " terminationgraceperiodseconds: 0", " scheduler:", " storage:", " size:", " format: \"\"", " classname: \"\"", " statsdtarget: \"\"", " loglevel: DEBUG", " limits: null", " defaultholdexpiration: null", " maxholdexpiration: null", " web:", " loglevel: DEBUG", " limits: null", " merger:", " gitusername: \"\"", " gituseremail: \"\"", " githttplowspeedlimit: 0", " githttplowspeedtime: 0", " gittimeout: 0", " storage:", " size:", " format: \"\"", " classname: \"\"", " loglevel: DEBUG", " limits: null", "nodepool:", " launcher:", " loglevel: \"\"", " limits: null", " builder:", " storage:", " size:", " format: \"\"", " classname: \"\"", " loglevel: \"\"", " limits: null", " statsdtarget: \"\"", "zookeeper:", " storage:", " size:", " format: \"\"", " classname: \"\"", " limits: null", "logserver:", " retentiondays: 30", " loopdelay: 3600", " storage:", " size:", " format: BinarySI", " classname: \"\"", " podannotations: {}", "logjuicer:", " size:", " format: \"\"", " classname: \"\"", "mariadb:", " dbstorage:", " size:", " format: \"\"", " classname: \"\"", " logstorage:", " size:", " format: \"\"", " classname: \"\"", " limits: null", "gitserver:", " storage:", " size:", " format: \"\"", " classname: \"\"", "codesearch:", " storage:", " size:", " format: \"\"", " classname: \"\"", " limits: null", " enabled: null", "hostaliases: []", "gateway: null" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000047-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:25:57.508520Z", "start": "2026-06-09T00:25:56.992162Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000047", "name": "Get standalone owner configmap after initial creation" } }, { "hosts": { "controller": { "action": "ansible.builtin.assert", "changed": false, "msg": "All assertions passed" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:25:57.561301Z", "start": "2026-06-09T00:25:57.514651Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000048", "name": "Verify initial spec in configmap" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": false, "cmd": [ "kubectl", "get", "configmap", "sf-standalone-owner", "-o", "jsonpath={.metadata.annotations.last-reconcile}" ], "delta": "0:00:00.109090", "end": "2026-06-08 20:25:58.058777", "invocation": { "module_args": { "_raw_params": "kubectl get configmap sf-standalone-owner -o jsonpath='{.metadata.annotations.last-reconcile}'", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000049-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:25:57.949687", "stderr": "", "stderr_lines": [], "stdout": "1780964662", "stdout_lines": [ "1780964662" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000049-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:25:58.108901Z", "start": "2026-06-09T00:25:57.595829Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000049", "name": "Get standalone owner configmap annotation after initial creation" } }, { "hosts": { "controller": { "action": "ansible.builtin.pause", "changed": false, "delta": 2, "echo": true, "rc": 0, "start": "2026-06-09 00:25:58.128234", "stderr": "", "stdout": "Paused for 2.0 seconds", "stop": "2026-06-09 00:26:00.130133", "user_input": "" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:26:00.140111Z", "start": "2026-06-09T00:25:58.113576Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000004a", "name": "Pause for 2 seconds to ensure timestamp difference" } }, { "hosts": { "controller": { "action": "ansible.builtin.template", "changed": true, "checksum": "1173866f44c8b20687699ea6556580cf77cf2582", "dest": "/tmp/ansible.kiv63t84standalone-update-test/sf-updated.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "sf.yaml.j2", "attributes": null, "backup": false, "checksum": "1173866f44c8b20687699ea6556580cf77cf2582", "content": null, "dest": "/tmp/ansible.kiv63t84standalone-update-test/sf-updated.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780964760.2599394-95-215561892735426/source", "unsafe_writes": false, "validate": null } }, "md5sum": "458b03507662628f745579987f96187a", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 605, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780964760.2599394-95-215561892735426/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:26:01.047807Z", "start": "2026-06-09T00:26:00.146083Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000004b", "name": "Generate updated CR" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:26:01.093479Z", "start": "2026-06-09T00:26:01.057048Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000004c", "name": "Run standalone operator with updated config" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs" }, "before": { "path": "/home/zuul-worker/zuul-output/logs" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 29, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000436", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:26:01.402945Z", "start": "2026-06-09T00:26:01.131481Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000438", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "absent" }, "before": { "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "file" } }, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "absent" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000436", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:26:01.741433Z", "start": "2026-06-09T00:26:01.412566Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000439", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy /tmp/ansible.kiv63t84standalone-update-test/sf-updated.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "delta": "0:01:43.331917", "end": "2026-06-08 20:27:45.376742", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy /tmp/ansible.kiv63t84standalone-update-test/sf-updated.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000043a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:26:02.044825", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:26:02-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:26:02-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:26:02-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:26:02-04:00\tINFO\tUpdating configmap, name: zuul-scheduler-tooling-config-map\n2026-06-08T20:26:02-04:00\tINFO\tUpdating object, name: zuul-scheduler-tooling-config-map\n2026-06-08T20:26:02-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...\n2026-06-08T20:26:02-04:00\tINFO\tUpdating object, name: git-server\n2026-06-08T20:26:02-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:26:03-04:00\tINFO\tStatefulset \"logserver\" configuration changed, applying...\n2026-06-08T20:26:03-04:00\tINFO\tUpdating object, name: logserver\n2026-06-08T20:26:03-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:26:03-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:26:03-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:26:03-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:26:03-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:26:03-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:26:03-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:26:03-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:26:03-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:26:08-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:26:08-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:26:08-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:26:08-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:26:09-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:26:09-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:26:09-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:26:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:26:09-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:26:09-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:26:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:26:09-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:26:09-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:26:09-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:26:09-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:26:14-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:26:14-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:26:14-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:26:14-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:26:15-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:26:15-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:26:15-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:26:15-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:26:15-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:26:15-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:26:15-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:26:15-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:26:15-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:26:15-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:26:15-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:26:20-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:26:20-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:26:20-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:26:20-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:26:21-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:26:21-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:26:21-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:26:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:26:21-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:26:21-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:26:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:26:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:26:21-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:26:21-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:26:21-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T20:26:26-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:26:26-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:26:26-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:26:27-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:26:27-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:26:27-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:26:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:26:27-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:26:27-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:26:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:26:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:26:27-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:26:28-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:26:28-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:26:28-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:26:28-04:00\tINFO\tUpdating secret, name: zuul-config\n2026-06-08T20:26:28-04:00\tINFO\tUpdating object, name: zuul-config\n2026-06-08T20:26:29-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...\n2026-06-08T20:26:29-04:00\tINFO\tUpdating object, name: zuul-scheduler\n2026-06-08T20:26:29-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:26:29-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...\n2026-06-08T20:26:29-04:00\tINFO\tUpdating object, name: zuul-web\n2026-06-08T20:26:30-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:26:30-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:26:30-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T20:26:35-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:26:35-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:26:35-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:26:36-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:26:36-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:26:36-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:26:36-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:26:36-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:26:36-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:26:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:26:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:26:36-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:26:37-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:26:37-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:26:37-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:26:38-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:26:38-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:26:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:26:39-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:26:39-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:26:40-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:26:40-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:26:40-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T20:26:45-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:26:45-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:26:45-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:26:45-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:26:45-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:26:45-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:26:45-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:26:45-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:26:45-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:26:45-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:26:46-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:26:46-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:26:46-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:26:46-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:26:46-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:26:47-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:26:47-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:26:47-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:26:48-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:26:48-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:26:49-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:26:49-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:26:49-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T20:26:54-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:26:54-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:26:54-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:26:54-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:26:54-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:26:54-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:26:54-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:26:54-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:26:54-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:26:54-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:26:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:26:55-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:26:55-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:26:55-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:26:55-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:26:56-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:26:56-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:26:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:26:57-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:26:57-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:26:58-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:26:58-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:26:58-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...\n2026-06-08T20:27:03-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:27:03-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:27:03-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:27:04-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:27:04-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:27:04-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:27:04-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:27:04-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:27:04-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:27:04-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:27:04-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:27:04-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:27:04-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:27:04-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:27:04-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:27:05-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:27:05-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:27:05-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:27:06-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:27:06-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:27:06-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:27:07-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:27:07-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:27:07-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...\n2026-06-08T20:27:12-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:27:12-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:27:12-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:27:13-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:27:13-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:27:13-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:27:13-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:27:13-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:27:13-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:27:13-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:27:13-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:27:14-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:27:14-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:27:14-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:27:15-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:27:15-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:27:15-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:27:16-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:27:16-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:27:16-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:27:16-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:27:16-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...\n2026-06-08T20:27:21-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:27:21-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:27:21-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:27:22-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:27:22-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:27:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:27:22-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:27:22-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:27:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:27:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:27:22-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:27:23-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:27:23-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:27:23-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:27:24-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:27:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:27:24-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:27:25-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:27:25-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:27:26-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:27:26-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:27:26-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...\n2026-06-08T20:27:31-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:27:31-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:27:31-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:27:31-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:27:31-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:27:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:27:31-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:27:31-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:27:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:27:32-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:27:32-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:27:32-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:27:32-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:27:32-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:27:33-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:27:33-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:27:33-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:27:34-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:27:34-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:27:35-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:27:35-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:27:35-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...\n2026-06-08T20:27:40-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:27:40-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:27:40-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:27:40-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:27:40-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:27:40-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:27:40-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:27:40-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:27:40-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:27:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:27:41-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:27:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:27:41-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:27:41-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:27:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:27:42-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:27:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:27:42-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:27:43-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:27:43-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:27:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:27:44-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:27:44-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:27:45-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:26:02-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:26:02-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:26:02-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:26:02-04:00\tINFO\tUpdating configmap, name: zuul-scheduler-tooling-config-map", "2026-06-08T20:26:02-04:00\tINFO\tUpdating object, name: zuul-scheduler-tooling-config-map", "2026-06-08T20:26:02-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...", "2026-06-08T20:26:02-04:00\tINFO\tUpdating object, name: git-server", "2026-06-08T20:26:02-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:26:03-04:00\tINFO\tStatefulset \"logserver\" configuration changed, applying...", "2026-06-08T20:26:03-04:00\tINFO\tUpdating object, name: logserver", "2026-06-08T20:26:03-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:26:03-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:26:03-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:26:03-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:26:03-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:26:03-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:26:03-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:26:03-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:26:03-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:26:08-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:26:08-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:26:08-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:26:08-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:26:09-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:26:09-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:26:09-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:26:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:26:09-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:26:09-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:26:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:26:09-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:26:09-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:26:09-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:26:09-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:26:14-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:26:14-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:26:14-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:26:14-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:26:15-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:26:15-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:26:15-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:26:15-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:26:15-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:26:15-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:26:15-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:26:15-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:26:15-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:26:15-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:26:15-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:26:20-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:26:20-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:26:20-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:26:20-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:26:21-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:26:21-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:26:21-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:26:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:26:21-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:26:21-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:26:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:26:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:26:21-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:26:21-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:26:21-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T20:26:26-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:26:26-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:26:26-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:26:27-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:26:27-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:26:27-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:26:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:26:27-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:26:27-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:26:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:26:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:26:27-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:26:28-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:26:28-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:26:28-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:26:28-04:00\tINFO\tUpdating secret, name: zuul-config", "2026-06-08T20:26:28-04:00\tINFO\tUpdating object, name: zuul-config", "2026-06-08T20:26:29-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...", "2026-06-08T20:26:29-04:00\tINFO\tUpdating object, name: zuul-scheduler", "2026-06-08T20:26:29-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:26:29-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...", "2026-06-08T20:26:29-04:00\tINFO\tUpdating object, name: zuul-web", "2026-06-08T20:26:30-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:26:30-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:26:30-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T20:26:35-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:26:35-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:26:35-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:26:36-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:26:36-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:26:36-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:26:36-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:26:36-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:26:36-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:26:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:26:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:26:36-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:26:37-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:26:37-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:26:37-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:26:38-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:26:38-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:26:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:26:39-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:26:39-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:26:40-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:26:40-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:26:40-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T20:26:45-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:26:45-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:26:45-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:26:45-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:26:45-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:26:45-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:26:45-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:26:45-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:26:45-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:26:45-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:26:46-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:26:46-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:26:46-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:26:46-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:26:46-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:26:47-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:26:47-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:26:47-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:26:48-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:26:48-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:26:49-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:26:49-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:26:49-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T20:26:54-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:26:54-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:26:54-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:26:54-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:26:54-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:26:54-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:26:54-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:26:54-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:26:54-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:26:54-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:26:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:26:55-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:26:55-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:26:55-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:26:55-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:26:56-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:26:56-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:26:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:26:57-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:26:57-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:26:58-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:26:58-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:26:58-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...", "2026-06-08T20:27:03-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:27:03-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:27:03-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:27:04-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:27:04-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:27:04-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:27:04-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:27:04-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:27:04-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:27:04-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:27:04-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:27:04-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:27:04-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:27:04-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:27:04-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:27:05-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:27:05-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:27:05-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:27:06-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:27:06-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:27:06-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:27:07-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:27:07-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:27:07-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...", "2026-06-08T20:27:12-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:27:12-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:27:12-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:27:13-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:27:13-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:27:13-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:27:13-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:27:13-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:27:13-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:27:13-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:27:13-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:27:14-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:27:14-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:27:14-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:27:15-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:27:15-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:27:15-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:27:16-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:27:16-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:27:16-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:27:16-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:27:16-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...", "2026-06-08T20:27:21-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:27:21-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:27:21-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:27:22-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:27:22-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:27:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:27:22-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:27:22-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:27:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:27:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:27:22-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:27:23-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:27:23-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:27:23-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:27:24-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:27:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:27:24-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:27:25-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:27:25-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:27:26-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:27:26-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:27:26-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...", "2026-06-08T20:27:31-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:27:31-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:27:31-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:27:31-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:27:31-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:27:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:27:31-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:27:31-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:27:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:27:32-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:27:32-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:27:32-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:27:32-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:27:32-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:27:33-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:27:33-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:27:33-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:27:34-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:27:34-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:27:35-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:27:35-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:27:35-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...", "2026-06-08T20:27:40-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:27:40-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:27:40-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:27:40-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:27:40-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:27:40-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:27:40-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:27:40-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:27:40-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:27:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:27:41-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:27:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:27:41-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:27:41-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:27:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:27:42-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:27:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:27:42-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:27:43-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:27:43-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:27:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:27:44-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:27:44-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:27:45-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000043a-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000436", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:27:45.508853Z", "start": "2026-06-09T00:26:01.831794Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000043a", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "cp /tmp/ansible.kiv63t84standalone-update-test/sf-updated.yaml /tmp/current_cr.yaml", "delta": "0:00:00.009748", "end": "2026-06-08 20:27:45.825470", "invocation": { "module_args": { "_raw_params": "cp /tmp/ansible.kiv63t84standalone-update-test/sf-updated.yaml /tmp/current_cr.yaml", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000043b-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:27:45.815722", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000043b-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000436", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:27:46.057259Z", "start": "2026-06-09T00:27:45.544952Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000043b", "name": "Copy current spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": false, "cmd": [ "kubectl", "get", "configmap", "sf-standalone-owner", "-o", "jsonpath={.data.spec}" ], "delta": "0:00:00.088999", "end": "2026-06-08 20:27:46.430886", "invocation": { "module_args": { "_raw_params": "kubectl get configmap sf-standalone-owner -o jsonpath='{.data.spec}'", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000004d-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:27:46.341887", "stderr": "", "stderr_lines": [], "stdout": "fqdn: test-updated.sf.io\nfluentbitlogforwarding: null\nstoragedefault:\n classname: \"\"\n extraannotations: {}\nextralabels: {}\nconfigrepositorylocation:\n name: config\n branch: \"\"\n zuulconnectionname: gerrit\n clusterapiurl: \"\"\n logserverhost: \"\"\nzuul:\n oidcauthenticators: []\n defaultauthenticator: \"\"\n gerritconns:\n - name: gerrit\n hostname: gerrit-sshd.sf\n port: 0\n puburl: https://gerrit.sfop.me\n username: zuul\n canonicalhostname: \"\"\n password: \"\"\n sshkey: \"\"\n gitoverssh: false\n verifyssl: false\n streamevents: null\n githubconns: []\n gitlabconns: []\n gitconns: []\n pagureconns: []\n elasticsearchconns: []\n smtpconns: []\n executor:\n storage:\n size:\n format: \"\"\n classname: \"\"\n loglevel: DEBUG\n enabled: true\n standalone: null\n limits: null\n disklimitperjob: 0\n ansiblesetuptimeout: 0\n terminationgraceperiodseconds: 0\n scheduler:\n storage:\n size:\n format: \"\"\n classname: \"\"\n statsdtarget: \"\"\n loglevel: DEBUG\n limits: null\n defaultholdexpiration: null\n maxholdexpiration: null\n web:\n loglevel: DEBUG\n limits: null\n merger:\n gitusername: \"\"\n gituseremail: \"\"\n githttplowspeedlimit: 0\n githttplowspeedtime: 0\n gittimeout: 0\n storage:\n size:\n format: \"\"\n classname: \"\"\n loglevel: DEBUG\n limits: null\nnodepool:\n launcher:\n loglevel: \"\"\n limits: null\n builder:\n storage:\n size:\n format: \"\"\n classname: \"\"\n loglevel: \"\"\n limits: null\n statsdtarget: \"\"\nzookeeper:\n storage:\n size:\n format: \"\"\n classname: \"\"\n limits: null\nlogserver:\n retentiondays: 30\n loopdelay: 3600\n storage:\n size:\n format: BinarySI\n classname: \"\"\n podannotations: {}\nlogjuicer:\n size:\n format: \"\"\n classname: \"\"\nmariadb:\n dbstorage:\n size:\n format: \"\"\n classname: \"\"\n logstorage:\n size:\n format: \"\"\n classname: \"\"\n limits: null\ngitserver:\n storage:\n size:\n format: \"\"\n classname: \"\"\ncodesearch:\n storage:\n size:\n format: \"\"\n classname: \"\"\n limits: null\n enabled: null\nhostaliases: []\ngateway: null", "stdout_lines": [ "fqdn: test-updated.sf.io", "fluentbitlogforwarding: null", "storagedefault:", " classname: \"\"", " extraannotations: {}", "extralabels: {}", "configrepositorylocation:", " name: config", " branch: \"\"", " zuulconnectionname: gerrit", " clusterapiurl: \"\"", " logserverhost: \"\"", "zuul:", " oidcauthenticators: []", " defaultauthenticator: \"\"", " gerritconns:", " - name: gerrit", " hostname: gerrit-sshd.sf", " port: 0", " puburl: https://gerrit.sfop.me", " username: zuul", " canonicalhostname: \"\"", " password: \"\"", " sshkey: \"\"", " gitoverssh: false", " verifyssl: false", " streamevents: null", " githubconns: []", " gitlabconns: []", " gitconns: []", " pagureconns: []", " elasticsearchconns: []", " smtpconns: []", " executor:", " storage:", " size:", " format: \"\"", " classname: \"\"", " loglevel: DEBUG", " enabled: true", " standalone: null", " limits: null", " disklimitperjob: 0", " ansiblesetuptimeout: 0", " terminationgraceperiodseconds: 0", " scheduler:", " storage:", " size:", " format: \"\"", " classname: \"\"", " statsdtarget: \"\"", " loglevel: DEBUG", " limits: null", " defaultholdexpiration: null", " maxholdexpiration: null", " web:", " loglevel: DEBUG", " limits: null", " merger:", " gitusername: \"\"", " gituseremail: \"\"", " githttplowspeedlimit: 0", " githttplowspeedtime: 0", " gittimeout: 0", " storage:", " size:", " format: \"\"", " classname: \"\"", " loglevel: DEBUG", " limits: null", "nodepool:", " launcher:", " loglevel: \"\"", " limits: null", " builder:", " storage:", " size:", " format: \"\"", " classname: \"\"", " loglevel: \"\"", " limits: null", " statsdtarget: \"\"", "zookeeper:", " storage:", " size:", " format: \"\"", " classname: \"\"", " limits: null", "logserver:", " retentiondays: 30", " loopdelay: 3600", " storage:", " size:", " format: BinarySI", " classname: \"\"", " podannotations: {}", "logjuicer:", " size:", " format: \"\"", " classname: \"\"", "mariadb:", " dbstorage:", " size:", " format: \"\"", " classname: \"\"", " logstorage:", " size:", " format: \"\"", " classname: \"\"", " limits: null", "gitserver:", " storage:", " size:", " format: \"\"", " classname: \"\"", "codesearch:", " storage:", " size:", " format: \"\"", " classname: \"\"", " limits: null", " enabled: null", "hostaliases: []", "gateway: null" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000004d-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:27:46.601755Z", "start": "2026-06-09T00:27:46.078966Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000004d", "name": "Get standalone owner configmap after update" } }, { "hosts": { "controller": { "action": "ansible.builtin.assert", "changed": false, "msg": "All assertions passed" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:27:46.657612Z", "start": "2026-06-09T00:27:46.611597Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000004e", "name": "Verify updated spec in configmap" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": false, "cmd": [ "kubectl", "get", "configmap", "sf-standalone-owner", "-o", "jsonpath={.metadata.annotations.last-reconcile}" ], "delta": "0:00:00.108589", "end": "2026-06-08 20:27:47.061324", "invocation": { "module_args": { "_raw_params": "kubectl get configmap sf-standalone-owner -o jsonpath='{.metadata.annotations.last-reconcile}'", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000004f-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:27:46.952735", "stderr": "", "stderr_lines": [], "stdout": "1780964762", "stdout_lines": [ "1780964762" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000004f-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:27:47.215656Z", "start": "2026-06-09T00:27:46.697241Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000004f", "name": "Get standalone owner configmap annotation after update" } }, { "hosts": { "controller": { "action": "ansible.builtin.assert", "changed": false, "msg": "All assertions passed" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:27:47.268696Z", "start": "2026-06-09T00:27:47.224142Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000050", "name": "Verify that the last-reconcile annotation has changed" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:27:47.322817Z", "start": "2026-06-09T00:27:47.277691Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000051", "name": "Restore original state" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs" }, "before": { "path": "/home/zuul-worker/zuul-output/logs" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 29, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000004e7", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:27:47.653473Z", "start": "2026-06-09T00:27:47.365294Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000004e9", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "absent" }, "before": { "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "file" } }, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "absent" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000004e7", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:27:47.950537Z", "start": "2026-06-09T00:27:47.662270Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000004ea", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy ~/src/softwarefactory-project.io/software-factory/sf-operator/playbooks/files/sf.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "delta": "0:01:43.322772", "end": "2026-06-08 20:29:31.564448", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy ~/src/softwarefactory-project.io/software-factory/sf-operator/playbooks/files/sf.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000004eb-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:27:48.241676", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:27:48-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:27:48-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:27:48-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:27:48-04:00\tINFO\tUpdating configmap, name: zuul-scheduler-tooling-config-map\n2026-06-08T20:27:48-04:00\tINFO\tUpdating object, name: zuul-scheduler-tooling-config-map\n2026-06-08T20:27:48-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...\n2026-06-08T20:27:48-04:00\tINFO\tUpdating object, name: git-server\n2026-06-08T20:27:48-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:27:49-04:00\tINFO\tStatefulset \"logserver\" configuration changed, applying...\n2026-06-08T20:27:49-04:00\tINFO\tUpdating object, name: logserver\n2026-06-08T20:27:49-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:27:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:27:49-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:27:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:27:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:27:49-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:27:49-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:27:49-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:27:49-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:27:54-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:27:54-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:27:54-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:27:54-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:27:55-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:27:55-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:27:55-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:27:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:27:55-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:27:55-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:27:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:27:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:27:55-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:27:55-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:27:55-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:28:00-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:28:00-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:28:00-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:28:00-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:28:01-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:28:01-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:28:01-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:28:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:28:01-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:28:01-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:28:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:28:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:28:01-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:28:01-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:28:01-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:28:06-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:28:06-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:28:06-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:28:06-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:28:07-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:28:07-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:28:07-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:28:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:28:07-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:28:07-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:28:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:28:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:28:07-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:28:07-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:28:07-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T20:28:12-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:28:12-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:28:12-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:28:13-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:28:13-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:28:13-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:28:13-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:28:13-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:28:13-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:28:13-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:28:13-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:28:13-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:28:14-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:28:14-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:28:14-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:28:15-04:00\tINFO\tUpdating secret, name: zuul-config\n2026-06-08T20:28:15-04:00\tINFO\tUpdating object, name: zuul-config\n2026-06-08T20:28:15-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...\n2026-06-08T20:28:15-04:00\tINFO\tUpdating object, name: zuul-scheduler\n2026-06-08T20:28:15-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:28:16-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...\n2026-06-08T20:28:16-04:00\tINFO\tUpdating object, name: zuul-web\n2026-06-08T20:28:16-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:28:16-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:28:16-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T20:28:22-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:28:22-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:28:22-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:28:22-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:28:22-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:28:22-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:28:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:28:22-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:28:22-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:28:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:28:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:28:23-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:28:23-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:28:23-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:28:23-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:28:24-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:28:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:28:24-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:28:25-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:28:25-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:28:26-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:28:26-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:28:26-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T20:28:31-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:28:31-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:28:31-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:28:31-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:28:31-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T20:28:31-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:28:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:28:31-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:28:31-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:28:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:28:32-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:28:32-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:28:32-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:28:32-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:28:32-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:28:33-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:28:33-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:28:33-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:28:34-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:28:34-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:28:35-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:28:35-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:28:35-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T20:28:40-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:28:40-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:28:40-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:28:41-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:28:41-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:28:41-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:28:41-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:28:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:28:41-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:28:41-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:28:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:28:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:28:41-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:28:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:28:41-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:28:42-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:28:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:28:42-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:28:43-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:28:43-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:28:43-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:28:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:28:44-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:28:44-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...\n2026-06-08T20:28:49-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:28:49-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:28:49-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:28:50-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:28:50-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:28:50-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:28:50-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:28:50-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:28:50-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:28:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:28:50-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:28:51-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:28:51-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:28:51-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:28:52-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:28:52-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:28:52-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:28:53-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:28:53-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:28:53-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:28:53-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:28:53-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...\n2026-06-08T20:28:58-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:28:58-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:28:58-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:28:59-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:28:59-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:28:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:28:59-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:28:59-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:28:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:28:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:28:59-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:29:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:29:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:29:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:29:01-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:29:01-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:29:01-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:29:02-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:29:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:29:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:29:03-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:29:03-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...\n2026-06-08T20:29:08-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:29:08-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:29:08-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:29:08-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:29:08-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:29:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:29:08-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:29:08-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:29:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:29:09-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:29:09-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:29:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:29:09-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:29:09-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:29:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:29:10-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:29:10-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:29:11-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:29:11-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:29:12-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:29:12-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:29:12-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...\n2026-06-08T20:29:17-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:29:17-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:29:17-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:29:17-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:29:17-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:29:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:29:17-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:29:17-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:29:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:29:18-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:29:18-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:29:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:29:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:29:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:29:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:29:19-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:29:19-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:29:20-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:29:20-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:29:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:29:21-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:29:21-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...\n2026-06-08T20:29:26-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:29:26-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:29:26-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:29:27-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:29:27-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:29:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:29:27-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:29:27-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:29:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:29:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:29:27-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:29:27-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:29:27-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:29:28-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:29:28-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:29:28-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:29:28-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:29:29-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:29:29-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:29:29-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:29:30-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:29:31-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:29:31-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:29:31-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:27:48-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:27:48-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:27:48-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:27:48-04:00\tINFO\tUpdating configmap, name: zuul-scheduler-tooling-config-map", "2026-06-08T20:27:48-04:00\tINFO\tUpdating object, name: zuul-scheduler-tooling-config-map", "2026-06-08T20:27:48-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...", "2026-06-08T20:27:48-04:00\tINFO\tUpdating object, name: git-server", "2026-06-08T20:27:48-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:27:49-04:00\tINFO\tStatefulset \"logserver\" configuration changed, applying...", "2026-06-08T20:27:49-04:00\tINFO\tUpdating object, name: logserver", "2026-06-08T20:27:49-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:27:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:27:49-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:27:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:27:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:27:49-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:27:49-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:27:49-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:27:49-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:27:54-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:27:54-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:27:54-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:27:54-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:27:55-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:27:55-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:27:55-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:27:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:27:55-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:27:55-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:27:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:27:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:27:55-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:27:55-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:27:55-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:28:00-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:28:00-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:28:00-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:28:00-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:28:01-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:28:01-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:28:01-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:28:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:28:01-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:28:01-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:28:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:28:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:28:01-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:28:01-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:28:01-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:28:06-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:28:06-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:28:06-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:28:06-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:28:07-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:28:07-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:28:07-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:28:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:28:07-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:28:07-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:28:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:28:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:28:07-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:28:07-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:28:07-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T20:28:12-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:28:12-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:28:12-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:28:13-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:28:13-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:28:13-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:28:13-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:28:13-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:28:13-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:28:13-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:28:13-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:28:13-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:28:14-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:28:14-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:28:14-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:28:15-04:00\tINFO\tUpdating secret, name: zuul-config", "2026-06-08T20:28:15-04:00\tINFO\tUpdating object, name: zuul-config", "2026-06-08T20:28:15-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...", "2026-06-08T20:28:15-04:00\tINFO\tUpdating object, name: zuul-scheduler", "2026-06-08T20:28:15-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:28:16-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...", "2026-06-08T20:28:16-04:00\tINFO\tUpdating object, name: zuul-web", "2026-06-08T20:28:16-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:28:16-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:28:16-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T20:28:22-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:28:22-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:28:22-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:28:22-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:28:22-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:28:22-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:28:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:28:22-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:28:22-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:28:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:28:23-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:28:23-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:28:23-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:28:23-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:28:23-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:28:24-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:28:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:28:24-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:28:25-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:28:25-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:28:26-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:28:26-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:28:26-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T20:28:31-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:28:31-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:28:31-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:28:31-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:28:31-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T20:28:31-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:28:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:28:31-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:28:31-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:28:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:28:32-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:28:32-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:28:32-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:28:32-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:28:32-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:28:33-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:28:33-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:28:33-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:28:34-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:28:34-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:28:35-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:28:35-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:28:35-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T20:28:40-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:28:40-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:28:40-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:28:41-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:28:41-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:28:41-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:28:41-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:28:41-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:28:41-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:28:41-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:28:41-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:28:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:28:41-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:28:41-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:28:41-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:28:42-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:28:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:28:42-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:28:43-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:28:43-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:28:43-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:28:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:28:44-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:28:44-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...", "2026-06-08T20:28:49-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:28:49-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:28:49-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:28:50-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:28:50-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:28:50-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:28:50-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:28:50-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:28:50-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:28:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:28:50-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:28:51-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:28:51-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:28:51-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:28:52-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:28:52-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:28:52-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:28:53-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:28:53-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:28:53-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:28:53-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:28:53-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...", "2026-06-08T20:28:58-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:28:58-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:28:58-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:28:59-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:28:59-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:28:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:28:59-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:28:59-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:28:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:28:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:28:59-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:29:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:29:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:29:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:29:01-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:29:01-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:29:01-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:29:02-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:29:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:29:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:29:03-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:29:03-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...", "2026-06-08T20:29:08-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:29:08-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:29:08-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:29:08-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:29:08-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:29:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:29:08-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:29:08-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:29:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:29:09-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:29:09-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:29:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:29:09-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:29:09-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:29:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:29:10-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:29:10-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:29:11-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:29:11-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:29:12-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:29:12-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:29:12-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...", "2026-06-08T20:29:17-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:29:17-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:29:17-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:29:17-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:29:17-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:29:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:29:17-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:29:17-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:29:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:29:18-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:29:18-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:29:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:29:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:29:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:29:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:29:19-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:29:19-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:29:20-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:29:20-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:29:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:29:21-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:29:21-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...", "2026-06-08T20:29:26-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:29:26-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:29:26-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:29:27-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:29:27-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:29:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:29:27-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:29:27-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:29:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:29:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:29:27-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:29:27-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:29:27-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:29:28-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:29:28-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:29:28-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:29:28-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:29:29-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:29:29-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:29:29-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:29:30-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:29:31-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:29:31-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:29:31-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000004eb-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000004e7", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:29:31.876943Z", "start": "2026-06-09T00:27:47.992059Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000004eb", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "cp ~/src/softwarefactory-project.io/software-factory/sf-operator/playbooks/files/sf.yaml /tmp/current_cr.yaml", "delta": "0:00:00.007330", "end": "2026-06-08 20:29:32.177239", "invocation": { "module_args": { "_raw_params": "cp ~/src/softwarefactory-project.io/software-factory/sf-operator/playbooks/files/sf.yaml /tmp/current_cr.yaml", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000004ec-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:29:32.169909", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000004ec-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000004e7", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:29:32.433208Z", "start": "2026-06-09T00:29:31.916577Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000004ec", "name": "Copy current spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/tmp/ansible.kiv63t84standalone-update-test", "state": "absent" }, "before": { "path": "/tmp/ansible.kiv63t84standalone-update-test", "path_content": { "directories": [], "files": [ "/tmp/ansible.kiv63t84standalone-update-test/sf-initial.yaml", "/tmp/ansible.kiv63t84standalone-update-test/sf-updated.yaml" ] }, "state": "directory" } }, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/ansible.kiv63t84standalone-update-test", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/tmp/ansible.kiv63t84standalone-update-test", "state": "absent" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000041", "name": "health-check/test-standalone-update", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-standalone-update" }, "task": { "duration": { "end": "2026-06-09T00:29:32.731600Z", "start": "2026-06-09T00:29:32.450591Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000052", "name": "Remove temporary directory" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content": "{\"canonicalProjects\":[[{\"project\":\"config\",\"provider\":\"gerrit-sshd.sf\"},[\"internal\"]],[{\"project\":\"demo-project\",\"provider\":\"gerrit-sshd.sf\"},[\"demo-tenant\"]],[{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},[\"demo-tenant\"]],[{\"project\":\"system-config\",\"provider\":\"git-server\"},[\"internal\"]],[{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},[\"demo-tenant\",\"internal\"]]],\"configErrors\":[],\"jobs\":{\"apply-helm-charts\":[[{\"branch\":\"master\",\"path\":\"zuul.d/helm-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"apply-helm-charts\"}]],\"base\":[[{\"branch\":\"master\",\"path\":\"zuul.d/jobs-base.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},{\"name\":\"base\",\"rolesProjects\":[{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"}],\"secrets\":[\"site_sflogs\"]}],[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-base-jobs.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},{\"name\":\"base\",\"rolesProjects\":[{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"}]}]],\"build-container-image\":[[{\"branch\":\"master\",\"path\":\"zuul.d/container-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"build-container-image\"}]],\"build-diskimage\":[[{\"branch\":\"master\",\"path\":\"zuul.d/dib-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"build-diskimage\"}]],\"build-docker-image\":[[{\"branch\":\"master\",\"path\":\"zuul.d/docker-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"build-docker-image\"}]],\"build-javascript-deployment\":[[{\"branch\":\"master\",\"path\":\"zuul.d/js-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"build-javascript-deployment\",\"parent\":\"js-build\"}]],\"build-javascript-source-tarball\":[[{\"branch\":\"master\",\"path\":\"zuul.d/js-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"build-javascript-source-tarball\",\"parent\":\"js-build\"}]],\"build-python-release\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"build-python-release\"}]],\"build-reno-releasenotes\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"build-reno-releasenotes\"}]],\"build-sphinx-docs\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"build-sphinx-docs\"}]],\"cabal-test\":[[{\"branch\":\"master\",\"path\":\"zuul.d/haskell-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"cabal-test\"}]],\"chart-testing-lint\":[[{\"branch\":\"master\",\"path\":\"zuul.d/helm-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"chart-testing-lint\"}]],\"config-check\":[[{\"branch\":\"master\",\"path\":\"zuul.d/jobs-base.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},{\"name\":\"config-check\",\"parent\":\"base\"}]],\"config-update\":[[{\"branch\":\"master\",\"path\":\"zuul.d/jobs-base.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},{\"name\":\"config-update\",\"parent\":\"base\",\"secrets\":[\"k8s_config\"],\"semaphores\":[\"semaphore-config-update\"]}]],\"dco-license\":[[{\"branch\":\"master\",\"path\":\"zuul.d/general-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"dco-license\"}]],\"demo-job\":[[{\"branch\":\"master\",\"path\":\".zuul.d/jobs.yaml\",\"project\":{\"project\":\"demo-project\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},{\"name\":\"demo-job\",\"parent\":\"base\"}]],\"demo-job-check-url\":[[{\"branch\":\"master\",\"path\":\".zuul.d/jobs.yaml\",\"project\":{\"project\":\"demo-project\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},{\"name\":\"demo-job-check-url\",\"parent\":\"base\"}]],\"dhall-diff\":[[{\"branch\":\"master\",\"path\":\"zuul.d/general-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"dhall-diff\"}]],\"golang-go\":[[{\"branch\":\"master\",\"path\":\"zuul.d/go-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"golang-go\",\"parent\":\"unittests\"}]],\"golang-go-test\":[[{\"branch\":\"master\",\"path\":\"zuul.d/go-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"golang-go-test\",\"parent\":\"golang-go\"}]],\"golangci-lint\":[[{\"branch\":\"master\",\"path\":\"zuul.d/go-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"golangci-lint\",\"parent\":\"unittests\"}]],\"haskell-stack-test\":[[{\"branch\":\"master\",\"path\":\"zuul.d/haskell-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"haskell-stack-test\"}]],\"helm-lint\":[[{\"branch\":\"master\",\"path\":\"zuul.d/helm-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"helm-lint\"}]],\"hlint\":[[{\"branch\":\"master\",\"path\":\"zuul.d/haskell-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"hlint\"}]],\"js-build\":[[{\"branch\":\"master\",\"path\":\"zuul.d/js-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"js-build\",\"parent\":\"unittests\"}]],\"markdownlint\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"markdownlint\"}]],\"mirror-container-images\":[[{\"branch\":\"master\",\"path\":\"zuul.d/container-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"mirror-container-images\"}]],\"multinode\":[[{\"branch\":\"master\",\"path\":\"zuul.d/general-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"abstract\":true,\"name\":\"multinode\"}]],\"multinode-fips\":[[{\"branch\":\"master\",\"path\":\"zuul.d/general-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"abstract\":true,\"name\":\"multinode-fips\"}]],\"nimble\":[[{\"branch\":\"master\",\"path\":\"zuul.d/nim-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nimble\",\"parent\":\"unittests\"}]],\"nodejs-run-docs\":[[{\"branch\":\"master\",\"path\":\"zuul.d/js-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nodejs-run-docs\",\"parent\":\"js-build\"}]],\"nodejs-run-lint\":[[{\"branch\":\"master\",\"path\":\"zuul.d/js-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nodejs-run-lint\",\"parent\":\"js-build\"}]],\"nodejs-run-test\":[[{\"branch\":\"master\",\"path\":\"zuul.d/js-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nodejs-run-test\",\"parent\":\"js-build\"}]],\"nodejs-run-test-browser\":[[{\"branch\":\"master\",\"path\":\"zuul.d/js-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nodejs-run-test-browser\",\"parent\":\"js-build\"}]],\"nox\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox\",\"parent\":\"unittests\"}]],\"nox-cover\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox-cover\",\"parent\":\"nox\"}]],\"nox-docs\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox-docs\"}]],\"nox-linters\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox-linters\",\"parent\":\"nox\"}]],\"nox-py310\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox-py310\",\"parent\":\"nox\"}]],\"nox-py311\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox-py311\",\"parent\":\"nox\"}]],\"nox-py312\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox-py312\",\"parent\":\"nox\"}]],\"nox-py313\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox-py313\",\"parent\":\"nox\"}]],\"nox-py314\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox-py314\",\"parent\":\"nox\"}]],\"nox-py36\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox-py36\",\"parent\":\"nox\"}]],\"nox-py37\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox-py37\",\"parent\":\"nox\"}]],\"nox-py38\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox-py38\",\"parent\":\"nox\"}]],\"nox-py39\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"nox-py39\",\"parent\":\"nox\"}]],\"packer\":[[{\"branch\":\"master\",\"path\":\"zuul.d/packer-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"packer\"}]],\"phoronix-combine-results\":[[{\"branch\":\"master\",\"path\":\"zuul.d/system-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"phoronix-combine-results\"}]],\"phoronix-test-suite\":[[{\"branch\":\"master\",\"path\":\"zuul.d/system-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"phoronix-test-suite\"}]],\"promote-container-image\":[[{\"branch\":\"master\",\"path\":\"zuul.d/container-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"promote-container-image\",\"nodeset\":{\"contents\":[],\"tag\":\"JobAnonymousNodeset\"}}]],\"promote-docker-image\":[[{\"branch\":\"master\",\"path\":\"zuul.d/docker-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"promote-docker-image\",\"nodeset\":{\"contents\":[],\"tag\":\"JobAnonymousNodeset\"}}]],\"publish-javascript-to-netlify\":[[{\"branch\":\"master\",\"path\":\"zuul.d/js-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"publish-javascript-to-netlify\",\"parent\":\"build-javascript-deployment\"}]],\"publish-job\":[[{\"branch\":\"master\",\"path\":\".zuul.d/jobs.yaml\",\"project\":{\"project\":\"demo-project\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},{\"name\":\"publish-job\",\"parent\":\"base\"}]],\"python-upload-pypi\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"python-upload-pypi\",\"parent\":\"build-python-release\"}]],\"run-test-command\":[[{\"branch\":\"master\",\"path\":\"zuul.d/general-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"run-test-command\",\"parent\":\"unittests\"}]],\"shake-build\":[[{\"branch\":\"master\",\"path\":\"zuul.d/general-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"shake-build\"}]],\"terraform-apply\":[[{\"branch\":\"master\",\"path\":\"zuul.d/terraform-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"terraform-apply\",\"parent\":\"terraform-base\"}]],\"terraform-base\":[[{\"branch\":\"master\",\"path\":\"zuul.d/terraform-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"terraform-base\"}]],\"terraform-plan\":[[{\"branch\":\"master\",\"path\":\"zuul.d/terraform-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"terraform-plan\",\"parent\":\"terraform-base\"}]],\"tox\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox\",\"parent\":\"unittests\"}]],\"tox-bashate\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-bashate\",\"parent\":\"tox\"}]],\"tox-cover\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-cover\",\"parent\":\"tox\"}]],\"tox-docs\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-docs\"}]],\"tox-fips\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-fips\",\"parent\":\"unittests-fips\"}]],\"tox-linters\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-linters\",\"parent\":\"tox\"}]],\"tox-molecule\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-molecule\",\"parent\":\"tox\"}]],\"tox-nodejs-npm\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-nodejs-npm\",\"parent\":\"tox\"}]],\"tox-pep8\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-pep8\",\"parent\":\"tox\"}]],\"tox-py27\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-py27\",\"parent\":\"tox\"}]],\"tox-py310\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-py310\",\"parent\":\"tox\"}]],\"tox-py311\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-py311\",\"parent\":\"tox\"}]],\"tox-py312\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-py312\",\"parent\":\"tox\"}]],\"tox-py313\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-py313\",\"parent\":\"tox\"}]],\"tox-py34\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-py34\",\"parent\":\"tox\"}]],\"tox-py35\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-py35\",\"parent\":\"tox\"}]],\"tox-py36\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-py36\",\"parent\":\"tox\"}]],\"tox-py37\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-py37\",\"parent\":\"tox\"}]],\"tox-py38\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-py38\",\"parent\":\"tox\"}]],\"tox-py39\":[[{\"branch\":\"master\",\"path\":\"zuul.d/python-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"tox-py39\",\"parent\":\"tox\"}]],\"unittests\":[[{\"branch\":\"master\",\"path\":\"zuul.d/general-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"abstract\":true,\"name\":\"unittests\"}]],\"unittests-fips\":[[{\"branch\":\"master\",\"path\":\"zuul.d/general-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"abstract\":true,\"name\":\"unittests-fips\"}]],\"upload-container-image\":[[{\"branch\":\"master\",\"path\":\"zuul.d/container-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"upload-container-image\",\"parent\":\"build-container-image\"}]],\"upload-docker-image\":[[{\"branch\":\"master\",\"path\":\"zuul.d/docker-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"upload-docker-image\",\"parent\":\"build-docker-image\"}]],\"upload-git-mirror\":[[{\"branch\":\"master\",\"path\":\"zuul.d/general-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"upload-git-mirror\"}]],\"validate-zone-db\":[[{\"branch\":\"master\",\"path\":\"zuul.d/general-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"validate-zone-db\"}]],\"zuul-tenant-conf-check\":[[{\"branch\":\"master\",\"path\":\"zuul.d/general-jobs.yaml\",\"project\":{\"project\":\"zuul/zuul-jobs\",\"provider\":\"opendev.org\"},\"tenants\":[\"demo-tenant\",\"internal\"],\"url\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}},{\"name\":\"zuul-tenant-conf-check\"}]]},\"nodeLabels\":{},\"nodesets\":{},\"pipelines\":{\"check\":[[{\"branch\":\"master\",\"path\":\"zuul.d/config-project.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},{\"name\":\"check\",\"reporters\":[\"gerrit\",\"gerrit\"],\"timers\":[],\"triggers\":[\"gerrit\"]}],[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-pipeline.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},{\"name\":\"check\",\"reporters\":[\"gerrit\",\"gerrit\"],\"timers\":[],\"triggers\":[\"gerrit\"]}]],\"gate\":[[{\"branch\":\"master\",\"path\":\"zuul.d/config-project.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},{\"name\":\"gate\",\"reporters\":[\"gerrit\",\"gerrit\"],\"timers\":[],\"triggers\":[\"gerrit\"]}],[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-pipeline.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},{\"name\":\"gate\",\"reporters\":[\"gerrit\",\"gerrit\"],\"timers\":[],\"triggers\":[\"gerrit\"]}]],\"post\":[[{\"branch\":\"master\",\"path\":\"zuul.d/config-project.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},{\"name\":\"post\",\"reporters\":[],\"timers\":[],\"triggers\":[\"gerrit\",\"git-server\"]}],[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-pipeline.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},{\"name\":\"post\",\"reporters\":[],\"timers\":[],\"triggers\":[\"gerrit\",\"git-server\"]}]]},\"projectRegexs\":{},\"projectTemplates\":{},\"projects\":[[{\"project\":\"config\",\"provider\":\"gerrit-sshd.sf\"},[[{\"branch\":\"master\",\"path\":\"zuul.d/config-project.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},{\"name\":\"config\",\"pipelines\":[{\"jobs\":[{\"contents\":\"config-check\",\"tag\":\"PJName\"}],\"name\":\"check\"},{\"jobs\":[{\"contents\":\"config-check\",\"tag\":\"PJName\"}],\"name\":\"gate\"},{\"jobs\":[{\"contents\":\"config-update\",\"tag\":\"PJName\"}],\"name\":\"post\"}],\"queue\":null,\"templates\":[]}]]],[{\"project\":\"demo-project\",\"provider\":\"gerrit-sshd.sf\"},[[{\"branch\":\"master\",\"path\":\".zuul.d/project.yaml\",\"project\":{\"project\":\"demo-project\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},{\"name\":\"gerrit-sshd.sf/demo-project\",\"pipelines\":[{\"jobs\":[{\"contents\":\"demo-job\",\"tag\":\"PJName\"}],\"name\":\"check\"},{\"jobs\":[{\"contents\":\"demo-job\",\"tag\":\"PJName\"}],\"name\":\"gate\"},{\"jobs\":[{\"contents\":\"publish-job\",\"tag\":\"PJName\"}],\"name\":\"post\"}],\"queue\":null,\"templates\":[]}]]],[{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},[[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-project-pipeline.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},{\"name\":\"gerrit-sshd.sf/demo-tenant-config\",\"pipelines\":[{\"jobs\":[{\"contents\":\"noop\",\"tag\":\"PJName\"}],\"name\":\"check\"},{\"jobs\":[{\"contents\":\"noop\",\"tag\":\"PJName\"}],\"name\":\"gate\"}],\"queue\":null,\"templates\":[]}]]]],\"queues\":{},\"reporters\":{\"gerrit\":[[{\"branch\":\"master\",\"path\":\"zuul.d/config-project.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},\"gerrit\"],[{\"branch\":\"master\",\"path\":\"zuul.d/config-project.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},\"gerrit\"],[{\"branch\":\"master\",\"path\":\"zuul.d/config-project.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},\"gerrit\"],[{\"branch\":\"master\",\"path\":\"zuul.d/config-project.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},\"gerrit\"],[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-pipeline.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},\"gerrit\"],[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-pipeline.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},\"gerrit\"],[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-pipeline.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},\"gerrit\"],[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-pipeline.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},\"gerrit\"]]},\"secrets\":{\"k8s_config\":[[{\"branch\":\"master\",\"path\":\"zuul.d/k8s-secret.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},\"k8s_config\"]],\"site_sflogs\":[[{\"branch\":\"master\",\"path\":\"zuul.d/sf-logserver-secret.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},\"site_sflogs\"]],\"test-secret\":[[{\"branch\":\"master\",\"path\":\".zuul.d/secrets.yaml\",\"project\":{\"project\":\"demo-project\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},\"test-secret\"]]},\"semaphores\":{\"semaphore-config-update\":[[{\"branch\":\"master\",\"path\":\"zuul.d/jobs-base.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},\"semaphore-config-update\"]]},\"tenants\":[\"demo-tenant\",\"internal\"],\"triggers\":{\"gerrit\":[[{\"branch\":\"master\",\"path\":\"zuul.d/config-project.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},\"gerrit\"],[{\"branch\":\"master\",\"path\":\"zuul.d/config-project.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},\"gerrit\"],[{\"branch\":\"master\",\"path\":\"zuul.d/config-project.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},\"gerrit\"],[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-pipeline.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},\"gerrit\"],[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-pipeline.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},\"gerrit\"],[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-pipeline.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},\"gerrit\"]],\"git-server\":[[{\"branch\":\"master\",\"path\":\"zuul.d/config-project.yaml\",\"project\":{\"project\":\"system-config\",\"provider\":\"git-server\"},\"tenants\":[\"internal\"],\"url\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"}},\"git-server\"],[{\"branch\":\"master\",\"path\":\"zuul.d/gerrit-pipeline.yaml\",\"project\":{\"project\":\"demo-tenant-config\",\"provider\":\"gerrit-sshd.sf\"},\"tenants\":[\"demo-tenant\"],\"url\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"}},\"git-server\"]]},\"urlBuilder\":{\"gerrit-sshd.sf\":{\"contents\":\"https://gerrit.sfop.me\",\"tag\":\"GerritUrl\"},\"git-server\":{\"contents\":\"git://git-server/\",\"tag\":\"GitUrl\"},\"opendev.org\":{\"contents\":\"https://opendev.org/\",\"tag\":\"GitUrl\"}}}", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:29:33 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/weeder/export", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": { "canonicalProjects": [ [ { "project": "config", "provider": "gerrit-sshd.sf" }, [ "internal" ] ], [ { "project": "demo-project", "provider": "gerrit-sshd.sf" }, [ "demo-tenant" ] ], [ { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, [ "demo-tenant" ] ], [ { "project": "system-config", "provider": "git-server" }, [ "internal" ] ], [ { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, [ "demo-tenant", "internal" ] ] ], "configErrors": [], "jobs": { "apply-helm-charts": [ [ { "branch": "master", "path": "zuul.d/helm-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "apply-helm-charts" } ] ], "base": [ [ { "branch": "master", "path": "zuul.d/jobs-base.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, { "name": "base", "rolesProjects": [ { "project": "zuul/zuul-jobs", "provider": "opendev.org" } ], "secrets": [ "site_sflogs" ] } ], [ { "branch": "master", "path": "zuul.d/gerrit-base-jobs.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, { "name": "base", "rolesProjects": [ { "project": "zuul/zuul-jobs", "provider": "opendev.org" } ] } ] ], "build-container-image": [ [ { "branch": "master", "path": "zuul.d/container-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "build-container-image" } ] ], "build-diskimage": [ [ { "branch": "master", "path": "zuul.d/dib-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "build-diskimage" } ] ], "build-docker-image": [ [ { "branch": "master", "path": "zuul.d/docker-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "build-docker-image" } ] ], "build-javascript-deployment": [ [ { "branch": "master", "path": "zuul.d/js-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "build-javascript-deployment", "parent": "js-build" } ] ], "build-javascript-source-tarball": [ [ { "branch": "master", "path": "zuul.d/js-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "build-javascript-source-tarball", "parent": "js-build" } ] ], "build-python-release": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "build-python-release" } ] ], "build-reno-releasenotes": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "build-reno-releasenotes" } ] ], "build-sphinx-docs": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "build-sphinx-docs" } ] ], "cabal-test": [ [ { "branch": "master", "path": "zuul.d/haskell-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "cabal-test" } ] ], "chart-testing-lint": [ [ { "branch": "master", "path": "zuul.d/helm-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "chart-testing-lint" } ] ], "config-check": [ [ { "branch": "master", "path": "zuul.d/jobs-base.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, { "name": "config-check", "parent": "base" } ] ], "config-update": [ [ { "branch": "master", "path": "zuul.d/jobs-base.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, { "name": "config-update", "parent": "base", "secrets": [ "k8s_config" ], "semaphores": [ "semaphore-config-update" ] } ] ], "dco-license": [ [ { "branch": "master", "path": "zuul.d/general-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "dco-license" } ] ], "demo-job": [ [ { "branch": "master", "path": ".zuul.d/jobs.yaml", "project": { "project": "demo-project", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, { "name": "demo-job", "parent": "base" } ] ], "demo-job-check-url": [ [ { "branch": "master", "path": ".zuul.d/jobs.yaml", "project": { "project": "demo-project", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, { "name": "demo-job-check-url", "parent": "base" } ] ], "dhall-diff": [ [ { "branch": "master", "path": "zuul.d/general-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "dhall-diff" } ] ], "golang-go": [ [ { "branch": "master", "path": "zuul.d/go-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "golang-go", "parent": "unittests" } ] ], "golang-go-test": [ [ { "branch": "master", "path": "zuul.d/go-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "golang-go-test", "parent": "golang-go" } ] ], "golangci-lint": [ [ { "branch": "master", "path": "zuul.d/go-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "golangci-lint", "parent": "unittests" } ] ], "haskell-stack-test": [ [ { "branch": "master", "path": "zuul.d/haskell-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "haskell-stack-test" } ] ], "helm-lint": [ [ { "branch": "master", "path": "zuul.d/helm-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "helm-lint" } ] ], "hlint": [ [ { "branch": "master", "path": "zuul.d/haskell-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "hlint" } ] ], "js-build": [ [ { "branch": "master", "path": "zuul.d/js-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "js-build", "parent": "unittests" } ] ], "markdownlint": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "markdownlint" } ] ], "mirror-container-images": [ [ { "branch": "master", "path": "zuul.d/container-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "mirror-container-images" } ] ], "multinode": [ [ { "branch": "master", "path": "zuul.d/general-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "abstract": true, "name": "multinode" } ] ], "multinode-fips": [ [ { "branch": "master", "path": "zuul.d/general-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "abstract": true, "name": "multinode-fips" } ] ], "nimble": [ [ { "branch": "master", "path": "zuul.d/nim-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nimble", "parent": "unittests" } ] ], "nodejs-run-docs": [ [ { "branch": "master", "path": "zuul.d/js-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nodejs-run-docs", "parent": "js-build" } ] ], "nodejs-run-lint": [ [ { "branch": "master", "path": "zuul.d/js-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nodejs-run-lint", "parent": "js-build" } ] ], "nodejs-run-test": [ [ { "branch": "master", "path": "zuul.d/js-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nodejs-run-test", "parent": "js-build" } ] ], "nodejs-run-test-browser": [ [ { "branch": "master", "path": "zuul.d/js-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nodejs-run-test-browser", "parent": "js-build" } ] ], "nox": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox", "parent": "unittests" } ] ], "nox-cover": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox-cover", "parent": "nox" } ] ], "nox-docs": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox-docs" } ] ], "nox-linters": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox-linters", "parent": "nox" } ] ], "nox-py310": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox-py310", "parent": "nox" } ] ], "nox-py311": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox-py311", "parent": "nox" } ] ], "nox-py312": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox-py312", "parent": "nox" } ] ], "nox-py313": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox-py313", "parent": "nox" } ] ], "nox-py314": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox-py314", "parent": "nox" } ] ], "nox-py36": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox-py36", "parent": "nox" } ] ], "nox-py37": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox-py37", "parent": "nox" } ] ], "nox-py38": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox-py38", "parent": "nox" } ] ], "nox-py39": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "nox-py39", "parent": "nox" } ] ], "packer": [ [ { "branch": "master", "path": "zuul.d/packer-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "packer" } ] ], "phoronix-combine-results": [ [ { "branch": "master", "path": "zuul.d/system-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "phoronix-combine-results" } ] ], "phoronix-test-suite": [ [ { "branch": "master", "path": "zuul.d/system-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "phoronix-test-suite" } ] ], "promote-container-image": [ [ { "branch": "master", "path": "zuul.d/container-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "promote-container-image", "nodeset": { "contents": [], "tag": "JobAnonymousNodeset" } } ] ], "promote-docker-image": [ [ { "branch": "master", "path": "zuul.d/docker-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "promote-docker-image", "nodeset": { "contents": [], "tag": "JobAnonymousNodeset" } } ] ], "publish-javascript-to-netlify": [ [ { "branch": "master", "path": "zuul.d/js-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "publish-javascript-to-netlify", "parent": "build-javascript-deployment" } ] ], "publish-job": [ [ { "branch": "master", "path": ".zuul.d/jobs.yaml", "project": { "project": "demo-project", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, { "name": "publish-job", "parent": "base" } ] ], "python-upload-pypi": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "python-upload-pypi", "parent": "build-python-release" } ] ], "run-test-command": [ [ { "branch": "master", "path": "zuul.d/general-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "run-test-command", "parent": "unittests" } ] ], "shake-build": [ [ { "branch": "master", "path": "zuul.d/general-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "shake-build" } ] ], "terraform-apply": [ [ { "branch": "master", "path": "zuul.d/terraform-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "terraform-apply", "parent": "terraform-base" } ] ], "terraform-base": [ [ { "branch": "master", "path": "zuul.d/terraform-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "terraform-base" } ] ], "terraform-plan": [ [ { "branch": "master", "path": "zuul.d/terraform-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "terraform-plan", "parent": "terraform-base" } ] ], "tox": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox", "parent": "unittests" } ] ], "tox-bashate": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-bashate", "parent": "tox" } ] ], "tox-cover": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-cover", "parent": "tox" } ] ], "tox-docs": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-docs" } ] ], "tox-fips": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-fips", "parent": "unittests-fips" } ] ], "tox-linters": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-linters", "parent": "tox" } ] ], "tox-molecule": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-molecule", "parent": "tox" } ] ], "tox-nodejs-npm": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-nodejs-npm", "parent": "tox" } ] ], "tox-pep8": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-pep8", "parent": "tox" } ] ], "tox-py27": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-py27", "parent": "tox" } ] ], "tox-py310": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-py310", "parent": "tox" } ] ], "tox-py311": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-py311", "parent": "tox" } ] ], "tox-py312": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-py312", "parent": "tox" } ] ], "tox-py313": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-py313", "parent": "tox" } ] ], "tox-py34": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-py34", "parent": "tox" } ] ], "tox-py35": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-py35", "parent": "tox" } ] ], "tox-py36": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-py36", "parent": "tox" } ] ], "tox-py37": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-py37", "parent": "tox" } ] ], "tox-py38": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-py38", "parent": "tox" } ] ], "tox-py39": [ [ { "branch": "master", "path": "zuul.d/python-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "tox-py39", "parent": "tox" } ] ], "unittests": [ [ { "branch": "master", "path": "zuul.d/general-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "abstract": true, "name": "unittests" } ] ], "unittests-fips": [ [ { "branch": "master", "path": "zuul.d/general-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "abstract": true, "name": "unittests-fips" } ] ], "upload-container-image": [ [ { "branch": "master", "path": "zuul.d/container-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "upload-container-image", "parent": "build-container-image" } ] ], "upload-docker-image": [ [ { "branch": "master", "path": "zuul.d/docker-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "upload-docker-image", "parent": "build-docker-image" } ] ], "upload-git-mirror": [ [ { "branch": "master", "path": "zuul.d/general-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "upload-git-mirror" } ] ], "validate-zone-db": [ [ { "branch": "master", "path": "zuul.d/general-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "validate-zone-db" } ] ], "zuul-tenant-conf-check": [ [ { "branch": "master", "path": "zuul.d/general-jobs.yaml", "project": { "project": "zuul/zuul-jobs", "provider": "opendev.org" }, "tenants": [ "demo-tenant", "internal" ], "url": { "contents": "https://opendev.org/", "tag": "GitUrl" } }, { "name": "zuul-tenant-conf-check" } ] ] }, "nodeLabels": {}, "nodesets": {}, "pipelines": { "check": [ [ { "branch": "master", "path": "zuul.d/config-project.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, { "name": "check", "reporters": [ "gerrit", "gerrit" ], "timers": [], "triggers": [ "gerrit" ] } ], [ { "branch": "master", "path": "zuul.d/gerrit-pipeline.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, { "name": "check", "reporters": [ "gerrit", "gerrit" ], "timers": [], "triggers": [ "gerrit" ] } ] ], "gate": [ [ { "branch": "master", "path": "zuul.d/config-project.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, { "name": "gate", "reporters": [ "gerrit", "gerrit" ], "timers": [], "triggers": [ "gerrit" ] } ], [ { "branch": "master", "path": "zuul.d/gerrit-pipeline.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, { "name": "gate", "reporters": [ "gerrit", "gerrit" ], "timers": [], "triggers": [ "gerrit" ] } ] ], "post": [ [ { "branch": "master", "path": "zuul.d/config-project.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, { "name": "post", "reporters": [], "timers": [], "triggers": [ "gerrit", "git-server" ] } ], [ { "branch": "master", "path": "zuul.d/gerrit-pipeline.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, { "name": "post", "reporters": [], "timers": [], "triggers": [ "gerrit", "git-server" ] } ] ] }, "projectRegexs": {}, "projectTemplates": {}, "projects": [ [ { "project": "config", "provider": "gerrit-sshd.sf" }, [ [ { "branch": "master", "path": "zuul.d/config-project.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, { "name": "config", "pipelines": [ { "jobs": [ { "contents": "config-check", "tag": "PJName" } ], "name": "check" }, { "jobs": [ { "contents": "config-check", "tag": "PJName" } ], "name": "gate" }, { "jobs": [ { "contents": "config-update", "tag": "PJName" } ], "name": "post" } ], "queue": null, "templates": [] } ] ] ], [ { "project": "demo-project", "provider": "gerrit-sshd.sf" }, [ [ { "branch": "master", "path": ".zuul.d/project.yaml", "project": { "project": "demo-project", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, { "name": "gerrit-sshd.sf/demo-project", "pipelines": [ { "jobs": [ { "contents": "demo-job", "tag": "PJName" } ], "name": "check" }, { "jobs": [ { "contents": "demo-job", "tag": "PJName" } ], "name": "gate" }, { "jobs": [ { "contents": "publish-job", "tag": "PJName" } ], "name": "post" } ], "queue": null, "templates": [] } ] ] ], [ { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, [ [ { "branch": "master", "path": "zuul.d/gerrit-project-pipeline.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, { "name": "gerrit-sshd.sf/demo-tenant-config", "pipelines": [ { "jobs": [ { "contents": "noop", "tag": "PJName" } ], "name": "check" }, { "jobs": [ { "contents": "noop", "tag": "PJName" } ], "name": "gate" } ], "queue": null, "templates": [] } ] ] ] ], "queues": {}, "reporters": { "gerrit": [ [ { "branch": "master", "path": "zuul.d/config-project.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, "gerrit" ], [ { "branch": "master", "path": "zuul.d/config-project.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, "gerrit" ], [ { "branch": "master", "path": "zuul.d/config-project.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, "gerrit" ], [ { "branch": "master", "path": "zuul.d/config-project.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, "gerrit" ], [ { "branch": "master", "path": "zuul.d/gerrit-pipeline.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, "gerrit" ], [ { "branch": "master", "path": "zuul.d/gerrit-pipeline.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, "gerrit" ], [ { "branch": "master", "path": "zuul.d/gerrit-pipeline.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, "gerrit" ], [ { "branch": "master", "path": "zuul.d/gerrit-pipeline.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, "gerrit" ] ] }, "secrets": { "k8s_config": [ [ { "branch": "master", "path": "zuul.d/k8s-secret.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, "k8s_config" ] ], "site_sflogs": [ [ { "branch": "master", "path": "zuul.d/sf-logserver-secret.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, "site_sflogs" ] ], "test-secret": [ [ { "branch": "master", "path": ".zuul.d/secrets.yaml", "project": { "project": "demo-project", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, "test-secret" ] ] }, "semaphores": { "semaphore-config-update": [ [ { "branch": "master", "path": "zuul.d/jobs-base.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, "semaphore-config-update" ] ] }, "tenants": [ "demo-tenant", "internal" ], "triggers": { "gerrit": [ [ { "branch": "master", "path": "zuul.d/config-project.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, "gerrit" ], [ { "branch": "master", "path": "zuul.d/config-project.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, "gerrit" ], [ { "branch": "master", "path": "zuul.d/config-project.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, "gerrit" ], [ { "branch": "master", "path": "zuul.d/gerrit-pipeline.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, "gerrit" ], [ { "branch": "master", "path": "zuul.d/gerrit-pipeline.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, "gerrit" ], [ { "branch": "master", "path": "zuul.d/gerrit-pipeline.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, "gerrit" ] ], "git-server": [ [ { "branch": "master", "path": "zuul.d/config-project.yaml", "project": { "project": "system-config", "provider": "git-server" }, "tenants": [ "internal" ], "url": { "contents": "git://git-server/", "tag": "GitUrl" } }, "git-server" ], [ { "branch": "master", "path": "zuul.d/gerrit-pipeline.yaml", "project": { "project": "demo-tenant-config", "provider": "gerrit-sshd.sf" }, "tenants": [ "demo-tenant" ], "url": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" } }, "git-server" ] ] }, "urlBuilder": { "gerrit-sshd.sf": { "contents": "https://gerrit.sfop.me", "tag": "GerritUrl" }, "git-server": { "contents": "git://git-server/", "tag": "GitUrl" }, "opendev.org": { "contents": "https://opendev.org/", "tag": "GitUrl" } } }, "msg": "OK (unknown bytes)", "redirected": false, "status": 200, "transfer_encoding": "chunked", "url": "https://sfop.me/weeder/export", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000054", "name": "health-check/check-zuul-weeder", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/check-zuul-weeder" }, "task": { "duration": { "end": "2026-06-09T00:29:33.599118Z", "start": "2026-06-09T00:29:32.749654Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000056", "name": "Get zuul-weeder status" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/scale-resources" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000058", "name": "health-check/enable-log-forward", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/enable-log-forward" }, "task": { "duration": { "end": "2026-06-09T00:29:33.649605Z", "start": "2026-06-09T00:29:33.617915Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000005a", "name": "scale down zuul components" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "service", "include": "scale.yaml", "include_args": {}, "service": { "kind": "sts", "name": "zuul-executor", "replicas": 0 } }, { "ansible_loop_var": "service", "include": "scale.yaml", "include_args": {}, "service": { "kind": "sts", "name": "zuul-merger", "replicas": 0 } }, { "ansible_loop_var": "service", "include": "scale.yaml", "include_args": {}, "service": { "kind": "sts", "name": "zuul-scheduler", "replicas": 0 } }, { "ansible_loop_var": "service", "include": "scale.yaml", "include_args": {}, "service": { "kind": "deployment", "name": "zuul-web", "replicas": 0 } } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:29:33.823854Z", "start": "2026-06-09T00:29:33.666435Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000566", "name": "Scaling resources" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-executor", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.071189", "end": "2026-06-08 20:29:34.197400", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-executor -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000582-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:29:34.126211", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000582-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:29:34.396495Z", "start": "2026-06-09T00:29:33.879862Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000582", "name": "Get initial replica count for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "mkdir -p ~/zuul-output/logs/k8s-resources/sf/pod\nkubectl logs sts/zuul-executor > ~/zuul-output/logs/k8s-resources/sf/pod/zuul-executor-0-zuul-executor-logs0.txt\n", "delta": "0:00:00.085082", "end": "2026-06-08 20:29:34.791749", "invocation": { "module_args": { "_raw_params": "mkdir -p ~/zuul-output/logs/k8s-resources/sf/pod\nkubectl logs sts/zuul-executor > ~/zuul-output/logs/k8s-resources/sf/pod/zuul-executor-0-zuul-executor-logs0.txt\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000583-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:29:34.706667", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"zuul-executor\" out of: zuul-executor, zuul-executor-nodeexporter", "stdout_lines": [ "Defaulted container \"zuul-executor\" out of: zuul-executor, zuul-executor-nodeexporter" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000583-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:29:34.952434Z", "start": "2026-06-09T00:29:34.437822Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000583", "name": "Collect sts log before executing the scale command" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "scale", "sts", "zuul-executor", "--replicas", "0" ], "delta": "0:00:00.078248", "end": "2026-06-08 20:29:35.285313", "invocation": { "module_args": { "_raw_params": "kubectl scale sts zuul-executor --replicas 0", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000584-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:29:35.207065", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-executor scaled", "stdout_lines": [ "statefulset.apps/zuul-executor scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000584-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:29:35.508453Z", "start": "2026-06-09T00:29:34.995006Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000584", "name": "Scale on sts zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 2, "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-executor", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.075676", "end": "2026-06-08 20:29:46.184894", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-executor -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000585-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:29:46.109218", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000585-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:29:46.233917Z", "start": "2026-06-09T00:29:35.536072Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000585", "name": "Get replica count for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-merger", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.108061", "end": "2026-06-08 20:29:46.616021", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-merger -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000589-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:29:46.507960", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000589-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:29:46.788449Z", "start": "2026-06-09T00:29:46.273137Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000589", "name": "Get initial replica count for zuul-merger" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "mkdir -p ~/zuul-output/logs/k8s-resources/sf/pod\nkubectl logs sts/zuul-merger > ~/zuul-output/logs/k8s-resources/sf/pod/zuul-merger-0-zuul-merger-logs0.txt\n", "delta": "0:00:00.084137", "end": "2026-06-08 20:29:47.178346", "invocation": { "module_args": { "_raw_params": "mkdir -p ~/zuul-output/logs/k8s-resources/sf/pod\nkubectl logs sts/zuul-merger > ~/zuul-output/logs/k8s-resources/sf/pod/zuul-merger-0-zuul-merger-logs0.txt\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000058a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:29:47.094209", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"zuul-merger\" out of: zuul-merger, zuul-merger-nodeexporter", "stdout_lines": [ "Defaulted container \"zuul-merger\" out of: zuul-merger, zuul-merger-nodeexporter" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000058a-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:29:47.342842Z", "start": "2026-06-09T00:29:46.829026Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000058a", "name": "Collect sts log before executing the scale command" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "scale", "sts", "zuul-merger", "--replicas", "0" ], "delta": "0:00:00.108861", "end": "2026-06-08 20:29:47.672729", "invocation": { "module_args": { "_raw_params": "kubectl scale sts zuul-merger --replicas 0", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000058b-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:29:47.563868", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-merger scaled", "stdout_lines": [ "statefulset.apps/zuul-merger scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000058b-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:29:47.884906Z", "start": "2026-06-09T00:29:47.370137Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000058b", "name": "Scale on sts zuul-merger" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 2, "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-merger", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.077799", "end": "2026-06-08 20:29:58.543793", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-merger -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000058c-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:29:58.465994", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000058c-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:29:58.595910Z", "start": "2026-06-09T00:29:47.913210Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000058c", "name": "Get replica count for zuul-merger" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-scheduler", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.085550", "end": "2026-06-08 20:29:58.968376", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-scheduler -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000590-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:29:58.882826", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000590-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:29:59.151930Z", "start": "2026-06-09T00:29:58.635765Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000590", "name": "Get initial replica count for zuul-scheduler" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "mkdir -p ~/zuul-output/logs/k8s-resources/sf/pod\nkubectl logs sts/zuul-scheduler > ~/zuul-output/logs/k8s-resources/sf/pod/zuul-scheduler-0-zuul-scheduler-logs0.txt\n", "delta": "0:00:00.140012", "end": "2026-06-08 20:29:59.584674", "invocation": { "module_args": { "_raw_params": "mkdir -p ~/zuul-output/logs/k8s-resources/sf/pod\nkubectl logs sts/zuul-scheduler > ~/zuul-output/logs/k8s-resources/sf/pod/zuul-scheduler-0-zuul-scheduler-logs0.txt\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000591-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:29:59.444662", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)", "stdout_lines": [ "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000591-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:29:59.708177Z", "start": "2026-06-09T00:29:59.191763Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000591", "name": "Collect sts log before executing the scale command" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "scale", "sts", "zuul-scheduler", "--replicas", "0" ], "delta": "0:00:00.110029", "end": "2026-06-08 20:30:00.156242", "invocation": { "module_args": { "_raw_params": "kubectl scale sts zuul-scheduler --replicas 0", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000592-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:30:00.046213", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-scheduler scaled", "stdout_lines": [ "statefulset.apps/zuul-scheduler scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000592-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:30:00.314388Z", "start": "2026-06-09T00:29:59.795930Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000592", "name": "Scale on sts zuul-scheduler" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 2, "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-scheduler", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.104735", "end": "2026-06-08 20:30:10.991432", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-scheduler -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000593-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:30:10.886697", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000593-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:30:11.070115Z", "start": "2026-06-09T00:30:00.356455Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000593", "name": "Get replica count for zuul-scheduler" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "deployment", "zuul-web", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.072732", "end": "2026-06-08 20:30:11.438414", "invocation": { "module_args": { "_raw_params": "kubectl get deployment zuul-web -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000597-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:30:11.365682", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000597-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:30:11.620672Z", "start": "2026-06-09T00:30:11.103412Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000597", "name": "Get initial replica count for zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "mkdir -p ~/zuul-output/logs/k8s-resources/sf/pod\nkubectl logs deployment/zuul-web > ~/zuul-output/logs/k8s-resources/sf/pod/zuul-web-0-zuul-web-logs0.txt\n", "delta": "0:00:00.077460", "end": "2026-06-08 20:30:11.992337", "invocation": { "module_args": { "_raw_params": "mkdir -p ~/zuul-output/logs/k8s-resources/sf/pod\nkubectl logs deployment/zuul-web > ~/zuul-output/logs/k8s-resources/sf/pod/zuul-web-0-zuul-web-logs0.txt\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000598-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:30:11.914877", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000598-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:30:12.213312Z", "start": "2026-06-09T00:30:11.664782Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000598", "name": "Collect deployment log before executing the scale command" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "scale", "deployment", "zuul-web", "--replicas", "0" ], "delta": "0:00:00.107822", "end": "2026-06-08 20:30:12.567443", "invocation": { "module_args": { "_raw_params": "kubectl scale deployment zuul-web --replicas 0", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000599-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:30:12.459621", "stderr": "", "stderr_lines": [], "stdout": "deployment.apps/zuul-web scaled", "stdout_lines": [ "deployment.apps/zuul-web scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000599-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:30:12.766073Z", "start": "2026-06-09T00:30:12.248395Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000599", "name": "Scale on deployment zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 1, "changed": true, "cmd": [ "kubectl", "get", "deployment", "zuul-web", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.071052", "end": "2026-06-08 20:30:13.082107", "invocation": { "module_args": { "_raw_params": "kubectl get deployment zuul-web -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000059a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:30:13.011055", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000059a-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000564", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:30:13.324339Z", "start": "2026-06-09T00:30:12.808494Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000059a", "name": "Get replica count for zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "update-custom-resource" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000058", "name": "health-check/enable-log-forward", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/enable-log-forward" }, "task": { "duration": { "end": "2026-06-09T00:30:13.376772Z", "start": "2026-06-09T00:30:13.342166Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000005b", "name": "Enable log forwarding" } }, { "hosts": { "controller": { "action": "ansible.builtin.slurp", "changed": false, "content": "YXBpVmVyc2lvbjogc2Yuc29mdHdhcmVmYWN0b3J5LXByb2plY3QuaW8vdjEKa2luZDogU29mdHdhcmVGYWN0b3J5Cm1ldGFkYXRhOgogIG5hbWU6IG15LXNmCnNwZWM6CiAgZnFkbjogInNmb3AubWUiCiAgY29uZmlnLWxvY2F0aW9uOgogICAgbmFtZTogY29uZmlnCiAgICB6dXVsLWNvbm5lY3Rpb24tbmFtZTogZ2Vycml0CiAgenV1bDoKICAgIGdlcnJpdGNvbm5zOgogICAgICAtIG5hbWU6IGdlcnJpdAogICAgICAgIHVzZXJuYW1lOiB6dXVsCiAgICAgICAgaG9zdG5hbWU6IGdlcnJpdC1zc2hkLnNmCiAgICAgICAgcHVidXJsOiAiaHR0cHM6Ly9nZXJyaXQuc2ZvcC5tZSIKICAgICAgICB2ZXJpZnlzc2w6IGZhbHNlCiAgICBzY2hlZHVsZXI6CiAgICAgIGxvZ0xldmVsOiBERUJVRwogICAgZXhlY3V0b3I6CiAgICAgIGxvZ0xldmVsOiBERUJVRwogICAgbWVyZ2VyOgogICAgICBsb2dMZXZlbDogREVCVUcKICAgIHdlYjoKICAgICAgbG9nTGV2ZWw6IERFQlVHCiAgbG9nc2VydmVyOgogICAgbG9vcERlbGF5OiAzNjAwCiAgICByZXRlbnRpb25EYXlzOiAzMAogICAgc3RvcmFnZToKICAgICAgc2l6ZTogMkdpCg==", "encoding": "base64", "invocation": { "module_args": { "src": "/tmp/current_cr.yaml" } }, "source": "/tmp/current_cr.yaml" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000005e4", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:30:13.856774Z", "start": "2026-06-09T00:30:13.407190Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000005e6", "name": "read current crd" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": "7d2db2e4b21824036a6337d88235b00a18e8b6fb", "dest": "/tmp/current_cr.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "tmpyqik89eb", "attributes": null, "backup": false, "checksum": "7d2db2e4b21824036a6337d88235b00a18e8b6fb", "content": null, "dest": "/tmp/current_cr.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780965013.9486585-197-35229294035081/source", "unsafe_writes": false, "validate": null } }, "md5sum": "73f5186b979d3a4da72b994bfba4b90a", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_tmp_t:s0", "size": 683, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780965013.9486585-197-35229294035081/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000005e4", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:30:14.683885Z", "start": "2026-06-09T00:30:13.867455Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000005e7", "name": "merge the new cr" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000005e4", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:30:14.729945Z", "start": "2026-06-09T00:30:14.693754Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000005e8", "name": "run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000622", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:30:14.794090Z", "start": "2026-06-09T00:30:14.767558Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000624", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000622", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:30:14.828330Z", "start": "2026-06-09T00:30:14.801472Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000625", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy /tmp/current_cr.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "delta": "0:01:09.157332", "end": "2026-06-08 20:31:24.237621", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy /tmp/current_cr.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000626-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:30:15.080289", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:30:15-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:30:15-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:30:15-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:30:15-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:30:15-04:00\tINFO\tCreating config map name: fluentbit-mariadb-cfg-config-map\n2026-06-08T20:30:15-04:00\tINFO\tCreating object, name: fluentbit-mariadb-cfg-config-map\n2026-06-08T20:30:15-04:00\tINFO\tStatefulset \"mariadb\" configuration changed, applying...\n2026-06-08T20:30:15-04:00\tINFO\tUpdating object, name: mariadb\n2026-06-08T20:30:15-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:30:15-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:30:16-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:30:16-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:30:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:30:16-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:30:16-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:30:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:30:16-04:00\tINFO\tCreating config map name: fluentbit-zk-cfg-config-map\n2026-06-08T20:30:16-04:00\tINFO\tCreating object, name: fluentbit-zk-cfg-config-map\n2026-06-08T20:30:16-04:00\tINFO\tStatefulset \"zookeeper\" configuration changed, applying...\n2026-06-08T20:30:16-04:00\tINFO\tUpdating object, name: zookeeper\n2026-06-08T20:30:16-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:30:16-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:30:16-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:30:21-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:30:21-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:30:21-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:30:21-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:30:21-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:30:21-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:30:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:30:21-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:30:21-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:30:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:30:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:30:22-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:30:22-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:30:22-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:30:22-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:30:27-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:30:27-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:30:27-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:30:27-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:30:27-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:30:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:30:27-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:30:27-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:30:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:30:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:30:28-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:30:28-04:00\tINFO\tUpdating configmap, name: nodepool-launcher-extra-config-config-map\n2026-06-08T20:30:28-04:00\tINFO\tUpdating object, name: nodepool-launcher-extra-config-config-map\n2026-06-08T20:30:28-04:00\tINFO\tStatefulset \"nodepool-launcher\" configuration changed, applying...\n2026-06-08T20:30:28-04:00\tINFO\tUpdating object, name: nodepool-launcher\n2026-06-08T20:30:28-04:00\tINFO\tUpdating configmap, name: nodepool-builder-extra-config-config-map\n2026-06-08T20:30:28-04:00\tINFO\tUpdating object, name: nodepool-builder-extra-config-config-map\n2026-06-08T20:30:29-04:00\tINFO\tCreating config map name: fluentbit-dib-cfg-config-map\n2026-06-08T20:30:29-04:00\tINFO\tCreating object, name: fluentbit-dib-cfg-config-map\n2026-06-08T20:30:29-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...\n2026-06-08T20:30:29-04:00\tINFO\tUpdating object, name: nodepool-builder\n2026-06-08T20:30:30-04:00\tINFO\tUpdating configmap, name: zuul-logging-config-map\n2026-06-08T20:30:30-04:00\tINFO\tUpdating object, name: zuul-logging-config-map\n2026-06-08T20:30:30-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...\n2026-06-08T20:30:30-04:00\tINFO\tUpdating object, name: zuul-scheduler\n2026-06-08T20:30:31-04:00\tINFO\tStatefulset \"zuul-executor\" configuration changed, applying...\n2026-06-08T20:30:31-04:00\tINFO\tUpdating object, name: zuul-executor\n2026-06-08T20:30:31-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...\n2026-06-08T20:30:31-04:00\tINFO\tUpdating object, name: zuul-web\n2026-06-08T20:30:32-04:00\tINFO\tStatefulset \"zuul-merger\" configuration changed, applying...\n2026-06-08T20:30:32-04:00\tINFO\tUpdating object, name: zuul-merger\n2026-06-08T20:30:32-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:30:32-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:30:37-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:30:37-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:30:37-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:30:38-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:30:38-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:30:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:30:38-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:30:38-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:30:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:30:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:30:38-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:30:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:30:39-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:30:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:30:39-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:30:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:30:40-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:30:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:30:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:30:41-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:30:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:30:42-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:30:42-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T20:30:47-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:30:47-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:30:48-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:30:48-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:30:48-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:30:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:30:48-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:30:48-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:30:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:30:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:30:48-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:30:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:30:49-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:30:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:30:49-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:30:50-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:30:50-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:30:50-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:30:51-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:30:51-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:30:52-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:30:53-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:30:53-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T20:30:58-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:30:58-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:30:58-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:30:58-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:30:58-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:30:58-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:30:58-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:30:58-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:30:58-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:30:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:30:59-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:30:59-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:30:59-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:30:59-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:30:59-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:31:00-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:31:00-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:31:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:31:01-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:31:02-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:31:02-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:31:03-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:31:03-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T20:31:08-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:31:08-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:31:08-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:31:09-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:31:09-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:31:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:31:09-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:31:09-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:31:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:31:09-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:31:09-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:31:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:31:09-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:31:10-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:31:10-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:31:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:31:10-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:31:10-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:31:11-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:31:12-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:31:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:31:13-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:31:13-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T20:31:18-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:31:18-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:31:18-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:31:19-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:31:19-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:31:19-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:31:19-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:31:19-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:31:19-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:31:19-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:31:19-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:31:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:31:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:31:20-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:31:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:31:21-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:31:21-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:31:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:31:22-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:31:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:31:23-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:31:23-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:31:24-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:30:15-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:30:15-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:30:15-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:30:15-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:30:15-04:00\tINFO\tCreating config map name: fluentbit-mariadb-cfg-config-map", "2026-06-08T20:30:15-04:00\tINFO\tCreating object, name: fluentbit-mariadb-cfg-config-map", "2026-06-08T20:30:15-04:00\tINFO\tStatefulset \"mariadb\" configuration changed, applying...", "2026-06-08T20:30:15-04:00\tINFO\tUpdating object, name: mariadb", "2026-06-08T20:30:15-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:30:15-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:30:16-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:30:16-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:30:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:30:16-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:30:16-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:30:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:30:16-04:00\tINFO\tCreating config map name: fluentbit-zk-cfg-config-map", "2026-06-08T20:30:16-04:00\tINFO\tCreating object, name: fluentbit-zk-cfg-config-map", "2026-06-08T20:30:16-04:00\tINFO\tStatefulset \"zookeeper\" configuration changed, applying...", "2026-06-08T20:30:16-04:00\tINFO\tUpdating object, name: zookeeper", "2026-06-08T20:30:16-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:30:16-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:30:16-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:30:21-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:30:21-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:30:21-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:30:21-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:30:21-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:30:21-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:30:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:30:21-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:30:21-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:30:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:30:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:30:22-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:30:22-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:30:22-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:30:22-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:30:27-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:30:27-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:30:27-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:30:27-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:30:27-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:30:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:30:27-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:30:27-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:30:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:30:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:30:28-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:30:28-04:00\tINFO\tUpdating configmap, name: nodepool-launcher-extra-config-config-map", "2026-06-08T20:30:28-04:00\tINFO\tUpdating object, name: nodepool-launcher-extra-config-config-map", "2026-06-08T20:30:28-04:00\tINFO\tStatefulset \"nodepool-launcher\" configuration changed, applying...", "2026-06-08T20:30:28-04:00\tINFO\tUpdating object, name: nodepool-launcher", "2026-06-08T20:30:28-04:00\tINFO\tUpdating configmap, name: nodepool-builder-extra-config-config-map", "2026-06-08T20:30:28-04:00\tINFO\tUpdating object, name: nodepool-builder-extra-config-config-map", "2026-06-08T20:30:29-04:00\tINFO\tCreating config map name: fluentbit-dib-cfg-config-map", "2026-06-08T20:30:29-04:00\tINFO\tCreating object, name: fluentbit-dib-cfg-config-map", "2026-06-08T20:30:29-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...", "2026-06-08T20:30:29-04:00\tINFO\tUpdating object, name: nodepool-builder", "2026-06-08T20:30:30-04:00\tINFO\tUpdating configmap, name: zuul-logging-config-map", "2026-06-08T20:30:30-04:00\tINFO\tUpdating object, name: zuul-logging-config-map", "2026-06-08T20:30:30-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...", "2026-06-08T20:30:30-04:00\tINFO\tUpdating object, name: zuul-scheduler", "2026-06-08T20:30:31-04:00\tINFO\tStatefulset \"zuul-executor\" configuration changed, applying...", "2026-06-08T20:30:31-04:00\tINFO\tUpdating object, name: zuul-executor", "2026-06-08T20:30:31-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...", "2026-06-08T20:30:31-04:00\tINFO\tUpdating object, name: zuul-web", "2026-06-08T20:30:32-04:00\tINFO\tStatefulset \"zuul-merger\" configuration changed, applying...", "2026-06-08T20:30:32-04:00\tINFO\tUpdating object, name: zuul-merger", "2026-06-08T20:30:32-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:30:32-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:30:37-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:30:37-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:30:37-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:30:38-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:30:38-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:30:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:30:38-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:30:38-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:30:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:30:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:30:38-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:30:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:30:39-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:30:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:30:39-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:30:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:30:40-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:30:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:30:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:30:41-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:30:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:30:42-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:30:42-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T20:30:47-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:30:47-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:30:48-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:30:48-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:30:48-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:30:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:30:48-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:30:48-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:30:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:30:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:30:48-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:30:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:30:49-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:30:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:30:49-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:30:50-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:30:50-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:30:50-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:30:51-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:30:51-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:30:52-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:30:53-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:30:53-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T20:30:58-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:30:58-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:30:58-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:30:58-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:30:58-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:30:58-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:30:58-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:30:58-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:30:58-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:30:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:30:59-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:30:59-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:30:59-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:30:59-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:30:59-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:31:00-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:31:00-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:31:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:31:01-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:31:02-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:31:02-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:31:03-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:31:03-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T20:31:08-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:31:08-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:31:08-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:31:09-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:31:09-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:31:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:31:09-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:31:09-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:31:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:31:09-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:31:09-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:31:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:31:09-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:31:10-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:31:10-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:31:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:31:10-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:31:10-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:31:11-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:31:12-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:31:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:31:13-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:31:13-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T20:31:18-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:31:18-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:31:18-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:31:19-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:31:19-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:31:19-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:31:19-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:31:19-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:31:19-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:31:19-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:31:19-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:31:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:31:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:31:20-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:31:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:31:21-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:31:21-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:31:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:31:22-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:31:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:31:23-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:31:23-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:31:24-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000626-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000622", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:31:24.485750Z", "start": "2026-06-09T00:30:14.863280Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000626", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000622", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:31:25.032484Z", "start": "2026-06-09T00:31:24.526646Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000627", "name": "Copy current spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/scale-resources" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000058", "name": "health-check/enable-log-forward", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/enable-log-forward" }, "task": { "duration": { "end": "2026-06-09T00:31:25.100751Z", "start": "2026-06-09T00:31:25.061777Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000005c", "name": "scale zuul components back up to defaults" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "service", "include": "scale.yaml", "include_args": {}, "service": { "kind": "sts", "name": "zuul-executor", "replicas": 1 } }, { "ansible_loop_var": "service", "include": "scale.yaml", "include_args": {}, "service": { "kind": "sts", "name": "zuul-merger", "replicas": 1 } }, { "ansible_loop_var": "service", "include": "scale.yaml", "include_args": {}, "service": { "kind": "sts", "name": "zuul-scheduler", "replicas": 1 } }, { "ansible_loop_var": "service", "include": "scale.yaml", "include_args": {}, "service": { "kind": "deployment", "name": "zuul-web", "replicas": 1 } } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:31:25.193899Z", "start": "2026-06-09T00:31:25.141673Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000067f", "name": "Scaling resources" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-executor", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.105128", "end": "2026-06-08 20:31:25.698851", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-executor -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006bf-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:31:25.593723", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006bf-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:31:25.857256Z", "start": "2026-06-09T00:31:25.340085Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006bf", "name": "Get initial replica count for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "( _init_ready.stdout | default(\"0\") ) | int > 0", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:31:26.410223Z", "start": "2026-06-09T00:31:25.900413Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006c0", "name": "Collect sts log before executing the scale command" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "scale", "sts", "zuul-executor", "--replicas", "1" ], "delta": "0:00:00.110246", "end": "2026-06-08 20:31:26.816733", "invocation": { "module_args": { "_raw_params": "kubectl scale sts zuul-executor --replicas 1", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006c1-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:31:26.706487", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-executor scaled", "stdout_lines": [ "statefulset.apps/zuul-executor scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006c1-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:31:26.953889Z", "start": "2026-06-09T00:31:26.439163Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006c1", "name": "Scale on sts zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 3, "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-executor", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.084419", "end": "2026-06-08 20:31:47.946872", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-executor -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006c2-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:31:47.862453", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006c2-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:31:47.997422Z", "start": "2026-06-09T00:31:26.988001Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006c2", "name": "Get replica count for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-merger", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.094611", "end": "2026-06-08 20:31:48.374927", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-merger -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006c6-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:31:48.280316", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006c6-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:31:48.542215Z", "start": "2026-06-09T00:31:48.023048Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006c6", "name": "Get initial replica count for zuul-merger" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "( _init_ready.stdout | default(\"0\") ) | int > 0", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:31:49.098017Z", "start": "2026-06-09T00:31:48.586041Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006c7", "name": "Collect sts log before executing the scale command" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "scale", "sts", "zuul-merger", "--replicas", "1" ], "delta": "0:00:00.078539", "end": "2026-06-08 20:31:49.500905", "invocation": { "module_args": { "_raw_params": "kubectl scale sts zuul-merger --replicas 1", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006c8-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:31:49.422366", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-merger scaled", "stdout_lines": [ "statefulset.apps/zuul-merger scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006c8-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:31:49.659487Z", "start": "2026-06-09T00:31:49.144180Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006c8", "name": "Scale on sts zuul-merger" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 3, "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-merger", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.079254", "end": "2026-06-08 20:32:10.642930", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-merger -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006c9-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:32:10.563676", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006c9-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:32:10.691189Z", "start": "2026-06-09T00:31:49.689564Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006c9", "name": "Get replica count for zuul-merger" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-scheduler", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.058779", "end": "2026-06-08 20:32:10.992049", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-scheduler -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006cd-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:32:10.933270", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006cd-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:32:11.245172Z", "start": "2026-06-09T00:32:10.727950Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006cd", "name": "Get initial replica count for zuul-scheduler" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "( _init_ready.stdout | default(\"0\") ) | int > 0", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:32:11.795877Z", "start": "2026-06-09T00:32:11.286735Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006ce", "name": "Collect sts log before executing the scale command" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "scale", "sts", "zuul-scheduler", "--replicas", "1" ], "delta": "0:00:00.066586", "end": "2026-06-08 20:32:12.195142", "invocation": { "module_args": { "_raw_params": "kubectl scale sts zuul-scheduler --replicas 1", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006cf-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:32:12.128556", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-scheduler scaled", "stdout_lines": [ "statefulset.apps/zuul-scheduler scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006cf-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:32:12.361552Z", "start": "2026-06-09T00:32:11.840273Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006cf", "name": "Scale on sts zuul-scheduler" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 7, "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-scheduler", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.076582", "end": "2026-06-08 20:33:14.475824", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-scheduler -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006d0-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:33:14.399242", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006d0-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:33:14.527225Z", "start": "2026-06-09T00:32:12.400446Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006d0", "name": "Get replica count for zuul-scheduler" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "deployment", "zuul-web", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.091893", "end": "2026-06-08 20:33:14.899187", "invocation": { "module_args": { "_raw_params": "kubectl get deployment zuul-web -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006d4-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:33:14.807294", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006d4-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:33:15.085724Z", "start": "2026-06-09T00:33:14.566007Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006d4", "name": "Get initial replica count for zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "( _init_ready.stdout | default(\"0\") ) | int > 0", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:33:15.706643Z", "start": "2026-06-09T00:33:15.198073Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006d5", "name": "Collect deployment log before executing the scale command" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "scale", "deployment", "zuul-web", "--replicas", "1" ], "delta": "0:00:00.106845", "end": "2026-06-08 20:33:16.070337", "invocation": { "module_args": { "_raw_params": "kubectl scale deployment zuul-web --replicas 1", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006d6-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:33:15.963492", "stderr": "", "stderr_lines": [], "stdout": "deployment.apps/zuul-web scaled", "stdout_lines": [ "deployment.apps/zuul-web scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006d6-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:33:16.256791Z", "start": "2026-06-09T00:33:15.739309Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006d6", "name": "Scale on deployment zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 7, "changed": true, "cmd": [ "kubectl", "get", "deployment", "zuul-web", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.079883", "end": "2026-06-08 20:34:18.397137", "invocation": { "module_args": { "_raw_params": "kubectl get deployment zuul-web -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006d7-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:34:18.317254", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000006d7-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000067d", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:34:18.449317Z", "start": "2026-06-09T00:33:16.301824Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000006d7", "name": "Get replica count for zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "service", "include": "scale.yaml", "include_args": {}, "service": { "kind": "sts", "name": "zuul-executor", "replicas": 2 } }, { "ansible_loop_var": "service", "include": "scale.yaml", "include_args": {}, "service": { "kind": "sts", "name": "zuul-merger", "replicas": 2 } } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000005e", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:34:18.529217Z", "start": "2026-06-09T00:34:18.474931Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000060", "name": "Scaling resources" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-executor", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.067903", "end": "2026-06-08 20:34:18.881660", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-executor -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000728-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:34:18.813757", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000728-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000005e", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:34:19.088467Z", "start": "2026-06-09T00:34:18.574392Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000728", "name": "Get initial replica count for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "mkdir -p ~/zuul-output/logs/k8s-resources/sf/pod\nkubectl logs sts/zuul-executor > ~/zuul-output/logs/k8s-resources/sf/pod/zuul-executor-0-zuul-executor-logs0.txt\n", "delta": "0:00:00.080428", "end": "2026-06-08 20:34:19.411909", "invocation": { "module_args": { "_raw_params": "mkdir -p ~/zuul-output/logs/k8s-resources/sf/pod\nkubectl logs sts/zuul-executor > ~/zuul-output/logs/k8s-resources/sf/pod/zuul-executor-0-zuul-executor-logs0.txt\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000729-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:34:19.331481", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"zuul-executor\" out of: zuul-executor, zuul-executor-nodeexporter", "stdout_lines": [ "Defaulted container \"zuul-executor\" out of: zuul-executor, zuul-executor-nodeexporter" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000729-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000005e", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:34:19.621922Z", "start": "2026-06-09T00:34:19.111067Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000729", "name": "Collect sts log before executing the scale command" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "scale", "sts", "zuul-executor", "--replicas", "2" ], "delta": "0:00:00.077967", "end": "2026-06-08 20:34:19.915252", "invocation": { "module_args": { "_raw_params": "kubectl scale sts zuul-executor --replicas 2", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000072a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:34:19.837285", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-executor scaled", "stdout_lines": [ "statefulset.apps/zuul-executor scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000072a-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000005e", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:34:20.158440Z", "start": "2026-06-09T00:34:19.641584Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000072a", "name": "Scale on sts zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 3, "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-executor", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.065872", "end": "2026-06-08 20:34:41.013969", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-executor -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000072b-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:34:40.948097", "stderr": "", "stderr_lines": [], "stdout": "2", "stdout_lines": [ "2" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000072b-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000005e", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:34:41.057639Z", "start": "2026-06-09T00:34:20.199469Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000072b", "name": "Get replica count for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-merger", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.082918", "end": "2026-06-08 20:34:41.401338", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-merger -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000072f-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:34:41.318420", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000072f-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000005e", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:34:41.601238Z", "start": "2026-06-09T00:34:41.087851Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000072f", "name": "Get initial replica count for zuul-merger" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "mkdir -p ~/zuul-output/logs/k8s-resources/sf/pod\nkubectl logs sts/zuul-merger > ~/zuul-output/logs/k8s-resources/sf/pod/zuul-merger-0-zuul-merger-logs0.txt\n", "delta": "0:00:00.095019", "end": "2026-06-08 20:34:41.917422", "invocation": { "module_args": { "_raw_params": "mkdir -p ~/zuul-output/logs/k8s-resources/sf/pod\nkubectl logs sts/zuul-merger > ~/zuul-output/logs/k8s-resources/sf/pod/zuul-merger-0-zuul-merger-logs0.txt\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000730-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:34:41.822403", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"zuul-merger\" out of: zuul-merger, zuul-merger-nodeexporter", "stdout_lines": [ "Defaulted container \"zuul-merger\" out of: zuul-merger, zuul-merger-nodeexporter" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000730-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000005e", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:34:42.145093Z", "start": "2026-06-09T00:34:41.627899Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000730", "name": "Collect sts log before executing the scale command" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "scale", "sts", "zuul-merger", "--replicas", "2" ], "delta": "0:00:00.088367", "end": "2026-06-08 20:34:42.534435", "invocation": { "module_args": { "_raw_params": "kubectl scale sts zuul-merger --replicas 2", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000731-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:34:42.446068", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-merger scaled", "stdout_lines": [ "statefulset.apps/zuul-merger scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000731-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000005e", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:34:42.701068Z", "start": "2026-06-09T00:34:42.186952Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000731", "name": "Scale on sts zuul-merger" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 3, "changed": true, "cmd": [ "kubectl", "get", "sts", "zuul-merger", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.111484", "end": "2026-06-08 20:35:03.840735", "invocation": { "module_args": { "_raw_params": "kubectl get sts zuul-merger -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000732-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:35:03.729251", "stderr": "", "stderr_lines": [], "stdout": "2", "stdout_lines": [ "2" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000732-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000005e", "name": "health-check/scale-resources", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/scale-resources" }, "task": { "duration": { "end": "2026-06-09T00:35:03.896537Z", "start": "2026-06-09T00:34:42.719772Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000732", "name": "Get replica count for zuul-merger" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "include": "check-component.yaml", "include_args": {}, "item": { "component": "web", "kind": "deployment" } }, { "ansible_loop_var": "item", "include": "check-component.yaml", "include_args": {}, "item": { "component": "scheduler", "kind": "statefulset" } }, { "ansible_loop_var": "item", "include": "check-component.yaml", "include_args": {}, "item": { "component": "merger", "kind": "statefulset" } }, { "ansible_loop_var": "item", "include": "check-component.yaml", "include_args": {}, "item": { "component": "executor", "kind": "statefulset" } } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:03.968245Z", "start": "2026-06-09T00:35:03.911943Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000065", "name": "Check zuul components sequentially" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "deployment", "zuul-web", "-o", "jsonpath={.spec.replicas}" ], "delta": "0:00:00.077717", "end": "2026-06-08 20:35:04.456052", "invocation": { "module_args": { "_raw_params": "kubectl get deployment zuul-web -o jsonpath='{.spec.replicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000075b-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:35:04.378335", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000075b-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:04.643270Z", "start": "2026-06-09T00:35:04.128280Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000075b", "name": "Get expected replica count for zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 1, "changed": true, "cmd": [ "kubectl", "get", "deployment", "zuul-web", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.058413", "end": "2026-06-08 20:35:04.956327", "invocation": { "module_args": { "_raw_params": "kubectl get deployment zuul-web -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000075c-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:35:04.897914", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000075c-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:05.178570Z", "start": "2026-06-09T00:35:04.662570Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000075c", "name": "Wait until all of zuul-web replicas are ready" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content_length": "799", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:35:05 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/components", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": { "executor": [ { "hostname": "zuul-executor-0.zuul-executor-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" }, { "hostname": "zuul-executor-1.zuul-executor-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ], "merger": [ { "hostname": "zuul-merger-0.zuul-merger-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" }, { "hostname": "zuul-merger-1.zuul-merger-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ], "scheduler": [ { "hostname": "zuul-scheduler-0.zuul-scheduler.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ], "web": [ { "hostname": "zuul-web-6b849c884c-lwtxx", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ] }, "msg": "OK (799 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/components", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:05.808981Z", "start": "2026-06-09T00:35:05.189911Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000075d", "name": "Validate zuul-web Component(s)" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "statefulset", "zuul-scheduler", "-o", "jsonpath={.spec.replicas}" ], "delta": "0:00:00.091148", "end": "2026-06-08 20:35:06.139559", "invocation": { "module_args": { "_raw_params": "kubectl get statefulset zuul-scheduler -o jsonpath='{.spec.replicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000761-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:35:06.048411", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000761-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:06.353416Z", "start": "2026-06-09T00:35:05.837676Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000761", "name": "Get expected replica count for zuul-scheduler" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 1, "changed": true, "cmd": [ "kubectl", "get", "statefulset", "zuul-scheduler", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.085389", "end": "2026-06-08 20:35:06.723764", "invocation": { "module_args": { "_raw_params": "kubectl get statefulset zuul-scheduler -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000762-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:35:06.638375", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000762-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:06.886075Z", "start": "2026-06-09T00:35:06.375624Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000762", "name": "Wait until all of zuul-scheduler replicas are ready" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content_length": "799", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:35:07 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/components", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": { "executor": [ { "hostname": "zuul-executor-0.zuul-executor-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" }, { "hostname": "zuul-executor-1.zuul-executor-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ], "merger": [ { "hostname": "zuul-merger-0.zuul-merger-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" }, { "hostname": "zuul-merger-1.zuul-merger-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ], "scheduler": [ { "hostname": "zuul-scheduler-0.zuul-scheduler.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ], "web": [ { "hostname": "zuul-web-6b849c884c-lwtxx", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ] }, "msg": "OK (799 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/components", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:07.466787Z", "start": "2026-06-09T00:35:06.892879Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000763", "name": "Validate zuul-scheduler Component(s)" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "statefulset", "zuul-merger", "-o", "jsonpath={.spec.replicas}" ], "delta": "0:00:00.077150", "end": "2026-06-08 20:35:07.841346", "invocation": { "module_args": { "_raw_params": "kubectl get statefulset zuul-merger -o jsonpath='{.spec.replicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000767-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:35:07.764196", "stderr": "", "stderr_lines": [], "stdout": "2", "stdout_lines": [ "2" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000767-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:08.021746Z", "start": "2026-06-09T00:35:07.504875Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000767", "name": "Get expected replica count for zuul-merger" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 1, "changed": true, "cmd": [ "kubectl", "get", "statefulset", "zuul-merger", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.133301", "end": "2026-06-08 20:35:08.455650", "invocation": { "module_args": { "_raw_params": "kubectl get statefulset zuul-merger -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000768-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:35:08.322349", "stderr": "", "stderr_lines": [], "stdout": "2", "stdout_lines": [ "2" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000768-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:08.585652Z", "start": "2026-06-09T00:35:08.064839Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000768", "name": "Wait until all of zuul-merger replicas are ready" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content_length": "799", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:35:09 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/components", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": { "executor": [ { "hostname": "zuul-executor-0.zuul-executor-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" }, { "hostname": "zuul-executor-1.zuul-executor-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ], "merger": [ { "hostname": "zuul-merger-0.zuul-merger-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" }, { "hostname": "zuul-merger-1.zuul-merger-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ], "scheduler": [ { "hostname": "zuul-scheduler-0.zuul-scheduler.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ], "web": [ { "hostname": "zuul-web-6b849c884c-lwtxx", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ] }, "msg": "OK (799 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/components", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:09.187186Z", "start": "2026-06-09T00:35:08.601003Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000769", "name": "Validate zuul-merger Component(s)" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "get", "statefulset", "zuul-executor", "-o", "jsonpath={.spec.replicas}" ], "delta": "0:00:00.092759", "end": "2026-06-08 20:35:09.580272", "invocation": { "module_args": { "_raw_params": "kubectl get statefulset zuul-executor -o jsonpath='{.spec.replicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000076d-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:35:09.487513", "stderr": "", "stderr_lines": [], "stdout": "2", "stdout_lines": [ "2" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000076d-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:09.743488Z", "start": "2026-06-09T00:35:09.231141Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000076d", "name": "Get expected replica count for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 1, "changed": true, "cmd": [ "kubectl", "get", "statefulset", "zuul-executor", "-o", "jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.057296", "end": "2026-06-08 20:35:10.046056", "invocation": { "module_args": { "_raw_params": "kubectl get statefulset zuul-executor -o jsonpath='{.status.readyReplicas}'\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000076e-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:35:09.988760", "stderr": "", "stderr_lines": [], "stdout": "2", "stdout_lines": [ "2" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000076e-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:10.313155Z", "start": "2026-06-09T00:35:09.793953Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000076e", "name": "Wait until all of zuul-executor replicas are ready" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content_length": "799", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:35:10 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/components", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": { "executor": [ { "hostname": "zuul-executor-0.zuul-executor-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" }, { "hostname": "zuul-executor-1.zuul-executor-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ], "merger": [ { "hostname": "zuul-merger-0.zuul-merger-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" }, { "hostname": "zuul-merger-1.zuul-merger-headless.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ], "scheduler": [ { "hostname": "zuul-scheduler-0.zuul-scheduler.sf.svc.cluster.local", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ], "web": [ { "hostname": "zuul-web-6b849c884c-lwtxx", "state": "running", "version": "14.1.1.dev1 90eea2ed8" } ] }, "msg": "OK (799 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/components", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000063", "name": "health-check/zuul-components", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-components" }, "task": { "duration": { "end": "2026-06-09T00:35:10.977846Z", "start": "2026-06-09T00:35:10.325045Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000076f", "name": "Validate zuul-executor Component(s)" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "dummy_elasticsearchconns": [ { "basicAuthSecret": "es-basicauth", "name": "dummy-elasticsearch-conn", "uri": "http://test:9200" } ], "dummy_gerritconn": [ { "hostname": "dummy-gerrit.local", "name": "dummy-gerrit-conn", "sshkey": "dummygerritsecret", "username": "zuul" }, { "hostname": "dummy-gerrit.local", "name": "dummy-gerrit-conn-dup", "sshkey": "dummygerritsecret", "username": "zuul" } ], "dummy_gitconns": [ { "baseurl": "git://test", "name": "dummy-git-conn" } ], "dummy_githubconns": [ { "name": "dummy-github-conn", "secrets": "githubconnectionsecret" }, { "name": "dummy-github-conn-dup", "secrets": "githubconnectionsecret" } ], "dummy_gitlabconns": [ { "name": "dummy-gitlab-conn", "secrets": "gitlabconnectionsecret" } ], "dummy_pagureconns": [ { "name": "dummy-pagure-conn", "secrets": "pagureconnectionsecret" } ], "dummy_smtpconns": [ { "name": "dummy-smtp-conn", "secrets": "smtp-secret", "server": "smtp.domain.com" } ] }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:35:11.038381Z", "start": "2026-06-09T00:35:10.997750Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000069", "name": "Setting Dummy Connections" } }, { "hosts": { "controller": { "action": "kubernetes.core.k8s", "changed": true, "invocation": { "module_args": { "api_key": null, "api_version": "v1", "append_hash": false, "apply": false, "ca_cert": null, "client_cert": null, "client_key": null, "context": null, "continue_on_error": false, "definition": { "apiVersion": "v1", "data": { "password": "c210cC1wYXNzd29yZA==" }, "kind": "Secret", "metadata": { "name": "smtp-secret", "namespace": "sf" } }, "delete_options": null, "force": false, "generate_name": null, "host": null, "impersonate_groups": null, "impersonate_user": null, "kind": null, "kubeconfig": null, "label_selectors": null, "merge_type": null, "name": null, "namespace": null, "no_proxy": null, "password": null, "persist_config": null, "proxy": null, "proxy_headers": null, "resource_definition": { "apiVersion": "v1", "data": { "password": "c210cC1wYXNzd29yZA==" }, "kind": "Secret", "metadata": { "name": "smtp-secret", "namespace": "sf" } }, "server_side_apply": null, "src": null, "state": "present", "template": null, "username": null, "validate": null, "validate_certs": null, "wait": false, "wait_condition": null, "wait_sleep": 5, "wait_timeout": 120 } }, "method": "create", "result": { "apiVersion": "v1", "data": { "password": "c210cC1wYXNzd29yZA==" }, "kind": "Secret", "metadata": { "creationTimestamp": "2026-06-09T00:35:12Z", "managedFields": [ { "apiVersion": "v1", "fieldsType": "FieldsV1", "fieldsV1": { "f:data": { ".": {}, "f:password": {} }, "f:type": {} }, "manager": "OpenAPI-Generator", "operation": "Update", "time": "2026-06-09T00:35:12Z" } ], "name": "smtp-secret", "namespace": "sf", "resourceVersion": "4960", "uid": "1464c5cb-5871-453d-8797-01a50bf7616a" }, "type": "Opaque" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:35:12.246131Z", "start": "2026-06-09T00:35:11.048484Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000006a", "name": "Create SMTP Connection Secret" } }, { "hosts": { "controller": { "action": "kubernetes.core.k8s", "changed": true, "invocation": { "module_args": { "api_key": null, "api_version": "v1", "append_hash": false, "apply": false, "ca_cert": null, "client_cert": null, "client_key": null, "context": null, "continue_on_error": false, "definition": { "apiVersion": "v1", "data": { "password": "ZXMtcGFzc3dvcmQ=", "username": "ZXMtdXNlcm5hbWU=" }, "kind": "Secret", "metadata": { "name": "es-basicauth", "namespace": "sf" } }, "delete_options": null, "force": false, "generate_name": null, "host": null, "impersonate_groups": null, "impersonate_user": null, "kind": null, "kubeconfig": null, "label_selectors": null, "merge_type": null, "name": null, "namespace": null, "no_proxy": null, "password": null, "persist_config": null, "proxy": null, "proxy_headers": null, "resource_definition": { "apiVersion": "v1", "data": { "password": "ZXMtcGFzc3dvcmQ=", "username": "ZXMtdXNlcm5hbWU=" }, "kind": "Secret", "metadata": { "name": "es-basicauth", "namespace": "sf" } }, "server_side_apply": null, "src": null, "state": "present", "template": null, "username": null, "validate": null, "validate_certs": null, "wait": false, "wait_condition": null, "wait_sleep": 5, "wait_timeout": 120 } }, "method": "create", "result": { "apiVersion": "v1", "data": { "password": "ZXMtcGFzc3dvcmQ=", "username": "ZXMtdXNlcm5hbWU=" }, "kind": "Secret", "metadata": { "creationTimestamp": "2026-06-09T00:35:12Z", "managedFields": [ { "apiVersion": "v1", "fieldsType": "FieldsV1", "fieldsV1": { "f:data": { ".": {}, "f:password": {}, "f:username": {} }, "f:type": {} }, "manager": "OpenAPI-Generator", "operation": "Update", "time": "2026-06-09T00:35:12Z" } ], "name": "es-basicauth", "namespace": "sf", "resourceVersion": "4962", "uid": "43739d04-3a44-4390-8d21-580d2e842ba4" }, "type": "Opaque" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:35:13.150648Z", "start": "2026-06-09T00:35:12.255726Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000006b", "name": "Create ElasticSearch Connection Secret" } }, { "hosts": { "controller": { "action": "kubernetes.core.k8s", "changed": true, "invocation": { "module_args": { "api_key": null, "api_version": "v1", "append_hash": false, "apply": false, "ca_cert": null, "client_cert": null, "client_key": null, "context": null, "continue_on_error": false, "definition": { "apiVersion": "v1", "data": { "priv": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==" }, "kind": "Secret", "metadata": { "name": "dummygerritsecret", "namespace": "sf" } }, "delete_options": null, "force": false, "generate_name": null, "host": null, "impersonate_groups": null, "impersonate_user": null, "kind": null, "kubeconfig": null, "label_selectors": null, "merge_type": null, "name": null, "namespace": null, "no_proxy": null, "password": null, "persist_config": null, "proxy": null, "proxy_headers": null, "resource_definition": { "apiVersion": "v1", "data": { "priv": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==" }, "kind": "Secret", "metadata": { "name": "dummygerritsecret", "namespace": "sf" } }, "server_side_apply": null, "src": null, "state": "present", "template": null, "username": null, "validate": null, "validate_certs": null, "wait": false, "wait_condition": null, "wait_sleep": 5, "wait_timeout": 120 } }, "method": "create", "result": { "apiVersion": "v1", "data": { "priv": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==" }, "kind": "Secret", "metadata": { "creationTimestamp": "2026-06-09T00:35:13Z", "managedFields": [ { "apiVersion": "v1", "fieldsType": "FieldsV1", "fieldsV1": { "f:data": { ".": {}, "f:priv": {} }, "f:type": {} }, "manager": "OpenAPI-Generator", "operation": "Update", "time": "2026-06-09T00:35:13Z" } ], "name": "dummygerritsecret", "namespace": "sf", "resourceVersion": "4965", "uid": "5a2054d5-144c-4cdd-bd13-f6e664c6cffd" }, "type": "Opaque" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:35:14.037117Z", "start": "2026-06-09T00:35:13.154919Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000006c", "name": "Create Gerrit Connection Secret" } }, { "hosts": { "controller": { "action": "kubernetes.core.k8s", "changed": true, "invocation": { "module_args": { "api_key": null, "api_version": "v1", "append_hash": false, "apply": false, "ca_cert": null, "client_cert": null, "client_key": null, "context": null, "continue_on_error": false, "definition": { "apiVersion": "v1", "data": { "api_token": "Z2hwXzUxYWJjRnpjdmYzR3hPSnBQRlVLeHNUNkpJTDNObmJmMzlF", "webhook_token": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==" }, "kind": "Secret", "metadata": { "name": "githubconnectionsecret", "namespace": "sf" } }, "delete_options": null, "force": false, "generate_name": null, "host": null, "impersonate_groups": null, "impersonate_user": null, "kind": null, "kubeconfig": null, "label_selectors": null, "merge_type": null, "name": null, "namespace": null, "no_proxy": null, "password": null, "persist_config": null, "proxy": null, "proxy_headers": null, "resource_definition": { "apiVersion": "v1", "data": { "api_token": "Z2hwXzUxYWJjRnpjdmYzR3hPSnBQRlVLeHNUNkpJTDNObmJmMzlF", "webhook_token": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==" }, "kind": "Secret", "metadata": { "name": "githubconnectionsecret", "namespace": "sf" } }, "server_side_apply": null, "src": null, "state": "present", "template": null, "username": null, "validate": null, "validate_certs": null, "wait": false, "wait_condition": null, "wait_sleep": 5, "wait_timeout": 120 } }, "method": "create", "result": { "apiVersion": "v1", "data": { "api_token": "Z2hwXzUxYWJjRnpjdmYzR3hPSnBQRlVLeHNUNkpJTDNObmJmMzlF", "webhook_token": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==" }, "kind": "Secret", "metadata": { "creationTimestamp": "2026-06-09T00:35:14Z", "managedFields": [ { "apiVersion": "v1", "fieldsType": "FieldsV1", "fieldsV1": { "f:data": { ".": {}, "f:api_token": {}, "f:webhook_token": {} }, "f:type": {} }, "manager": "OpenAPI-Generator", "operation": "Update", "time": "2026-06-09T00:35:14Z" } ], "name": "githubconnectionsecret", "namespace": "sf", "resourceVersion": "4966", "uid": "064a5623-0874-419a-89ca-ca7cb7affd9e" }, "type": "Opaque" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:35:15.039191Z", "start": "2026-06-09T00:35:14.100309Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000006d", "name": "Create GitHub Connection Secret" } }, { "hosts": { "controller": { "action": "kubernetes.core.k8s", "changed": true, "invocation": { "module_args": { "api_key": null, "api_version": "v1", "append_hash": false, "apply": false, "ca_cert": null, "client_cert": null, "client_key": null, "context": null, "continue_on_error": false, "definition": { "apiVersion": "v1", "data": { "api_token": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==", "api_token_name": "YXBpVG9rZW5OYW1l", "sshkey": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==", "webhook_token": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==" }, "kind": "Secret", "metadata": { "name": "gitlabconnectionsecret", "namespace": "sf" } }, "delete_options": null, "force": false, "generate_name": null, "host": null, "impersonate_groups": null, "impersonate_user": null, "kind": null, "kubeconfig": null, "label_selectors": null, "merge_type": null, "name": null, "namespace": null, "no_proxy": null, "password": null, "persist_config": null, "proxy": null, "proxy_headers": null, "resource_definition": { "apiVersion": "v1", "data": { "api_token": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==", "api_token_name": "YXBpVG9rZW5OYW1l", "sshkey": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==", "webhook_token": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==" }, "kind": "Secret", "metadata": { "name": "gitlabconnectionsecret", "namespace": "sf" } }, "server_side_apply": null, "src": null, "state": "present", "template": null, "username": null, "validate": null, "validate_certs": null, "wait": false, "wait_condition": null, "wait_sleep": 5, "wait_timeout": 120 } }, "method": "create", "result": { "apiVersion": "v1", "data": { "api_token": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==", "api_token_name": "YXBpVG9rZW5OYW1l", "sshkey": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==", "webhook_token": "MDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMDAwMA==" }, "kind": "Secret", "metadata": { "creationTimestamp": "2026-06-09T00:35:15Z", "managedFields": [ { "apiVersion": "v1", "fieldsType": "FieldsV1", "fieldsV1": { "f:data": { ".": {}, "f:api_token": {}, "f:api_token_name": {}, "f:sshkey": {}, "f:webhook_token": {} }, "f:type": {} }, "manager": "OpenAPI-Generator", "operation": "Update", "time": "2026-06-09T00:35:15Z" } ], "name": "gitlabconnectionsecret", "namespace": "sf", "resourceVersion": "4968", "uid": "41db709f-a0d0-4d3c-9381-30c9a67ce15c" }, "type": "Opaque" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:35:16.040728Z", "start": "2026-06-09T00:35:15.049727Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000006e", "name": "Create GitLab Connection Secret" } }, { "hosts": { "controller": { "action": "kubernetes.core.k8s", "changed": true, "invocation": { "module_args": { "api_key": null, "api_version": "v1", "append_hash": false, "apply": false, "ca_cert": null, "client_cert": null, "client_key": null, "context": null, "continue_on_error": false, "definition": { "apiVersion": "v1", "data": { "api_token": "Z2hwXzUxYWJjRnpjdmYzR3hPSnBQRlVLeHNUNkpJTDNObmJmMzlF" }, "kind": "Secret", "metadata": { "name": "pagureconnectionsecret", "namespace": "sf" } }, "delete_options": null, "force": false, "generate_name": null, "host": null, "impersonate_groups": null, "impersonate_user": null, "kind": null, "kubeconfig": null, "label_selectors": null, "merge_type": null, "name": null, "namespace": null, "no_proxy": null, "password": null, "persist_config": null, "proxy": null, "proxy_headers": null, "resource_definition": { "apiVersion": "v1", "data": { "api_token": "Z2hwXzUxYWJjRnpjdmYzR3hPSnBQRlVLeHNUNkpJTDNObmJmMzlF" }, "kind": "Secret", "metadata": { "name": "pagureconnectionsecret", "namespace": "sf" } }, "server_side_apply": null, "src": null, "state": "present", "template": null, "username": null, "validate": null, "validate_certs": null, "wait": false, "wait_condition": null, "wait_sleep": 5, "wait_timeout": 120 } }, "method": "create", "result": { "apiVersion": "v1", "data": { "api_token": "Z2hwXzUxYWJjRnpjdmYzR3hPSnBQRlVLeHNUNkpJTDNObmJmMzlF" }, "kind": "Secret", "metadata": { "creationTimestamp": "2026-06-09T00:35:16Z", "managedFields": [ { "apiVersion": "v1", "fieldsType": "FieldsV1", "fieldsV1": { "f:data": { ".": {}, "f:api_token": {} }, "f:type": {} }, "manager": "OpenAPI-Generator", "operation": "Update", "time": "2026-06-09T00:35:16Z" } ], "name": "pagureconnectionsecret", "namespace": "sf", "resourceVersion": "4970", "uid": "b07ac758-1e84-4a2c-a1d0-3c7cf23a317e" }, "type": "Opaque" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:35:16.970310Z", "start": "2026-06-09T00:35:16.049516Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000006f", "name": "Create Pagure Connection Secret" } }, { "hosts": { "controller": { "action": "set_fact", "ansible_facts": { "gerritconns_orig": [ { "hostname": "gerrit-sshd.sf", "name": "gerrit", "puburl": "https://gerrit.sfop.me", "username": "zuul" } ] }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:35:17.021509Z", "start": "2026-06-09T00:35:16.983221Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000070", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "update-custom-resource" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:35:17.067132Z", "start": "2026-06-09T00:35:17.030923Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000072", "name": "Add dummy Zuul connections" } }, { "hosts": { "controller": { "action": "ansible.builtin.slurp", "changed": false, "content": "eyJhcGlWZXJzaW9uIjogInNmLnNvZnR3YXJlZmFjdG9yeS1wcm9qZWN0LmlvL3YxIiwgImtpbmQiOiAiU29mdHdhcmVGYWN0b3J5IiwgIm1ldGFkYXRhIjogeyJuYW1lIjogIm15LXNmIn0sICJzcGVjIjogeyJmcWRuIjogInNmb3AubWUiLCAiY29uZmlnLWxvY2F0aW9uIjogeyJuYW1lIjogImNvbmZpZyIsICJ6dXVsLWNvbm5lY3Rpb24tbmFtZSI6ICJnZXJyaXQifSwgInp1dWwiOiB7ImdlcnJpdGNvbm5zIjogW3sibmFtZSI6ICJnZXJyaXQiLCAidXNlcm5hbWUiOiAienV1bCIsICJob3N0bmFtZSI6ICJnZXJyaXQtc3NoZC5zZiIsICJwdWJ1cmwiOiAiaHR0cHM6Ly9nZXJyaXQuc2ZvcC5tZSIsICJ2ZXJpZnlzc2wiOiBmYWxzZX1dLCAic2NoZWR1bGVyIjogeyJsb2dMZXZlbCI6ICJERUJVRyJ9LCAiZXhlY3V0b3IiOiB7ImxvZ0xldmVsIjogIkRFQlVHIn0sICJtZXJnZXIiOiB7ImxvZ0xldmVsIjogIkRFQlVHIn0sICJ3ZWIiOiB7ImxvZ0xldmVsIjogIkRFQlVHIn19LCAibG9nc2VydmVyIjogeyJsb29wRGVsYXkiOiAzNjAwLCAicmV0ZW50aW9uRGF5cyI6IDMwLCAic3RvcmFnZSI6IHsic2l6ZSI6ICIyR2kifX0sICJGbHVlbnRCaXRMb2dGb3J3YXJkaW5nIjogeyJmb3J3YXJkSW5wdXRIb3N0IjogImZsdWVudC1iaXQtZm9yd2FyZC1pbnB1dCIsICJmb3J3YXJkSW5wdXRQb3J0IjogMjQyMjR9fX0=", "encoding": "base64", "invocation": { "module_args": { "src": "/tmp/current_cr.yaml" } }, "source": "/tmp/current_cr.yaml" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000007bb", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:35:17.365873Z", "start": "2026-06-09T00:35:17.096949Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000007bd", "name": "read current crd" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": "8abb2a075e87f42f4a6ba54dd91b512dccd7d25b", "dest": "/tmp/current_cr.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "tmpcse4is00", "attributes": null, "backup": false, "checksum": "8abb2a075e87f42f4a6ba54dd91b512dccd7d25b", "content": null, "dest": "/tmp/current_cr.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780965317.465612-385-229095013876381/source", "unsafe_writes": false, "validate": null } }, "md5sum": "108e33979dcdabe53dad1ab0d5d53737", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_tmp_t:s0", "size": 1516, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780965317.465612-385-229095013876381/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000007bb", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:35:18.093848Z", "start": "2026-06-09T00:35:17.376960Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000007be", "name": "merge the new cr" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000007bb", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:35:18.139583Z", "start": "2026-06-09T00:35:18.104451Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000007bf", "name": "run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000007fd", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:35:18.196924Z", "start": "2026-06-09T00:35:18.171472Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000007ff", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000007fd", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:35:18.229578Z", "start": "2026-06-09T00:35:18.204526Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000800", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy /tmp/current_cr.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "delta": "0:03:22.942418", "end": "2026-06-08 20:38:41.400676", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy /tmp/current_cr.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000801-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:35:18.458258", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:35:18-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:35:18-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:35:18-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:35:18-04:00\tINFO\tUpdating configmap, name: git-server-pi-config-map\n2026-06-08T20:35:18-04:00\tINFO\tUpdating object, name: git-server-pi-config-map\n2026-06-08T20:35:18-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...\n2026-06-08T20:35:18-04:00\tINFO\tUpdating object, name: git-server\n2026-06-08T20:35:19-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:35:20-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:35:20-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:35:20-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:35:20-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:35:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:35:20-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:35:20-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:35:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:35:20-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:35:20-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:35:20-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:35:20-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:35:25-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:35:25-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:35:25-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:35:26-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:35:27-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:35:27-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:35:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:35:27-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:35:27-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:35:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:35:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:35:27-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:35:27-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:35:27-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:35:32-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:35:32-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:35:32-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:35:32-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:35:33-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:35:33-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:35:33-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:35:34-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:35:34-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:35:34-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:35:34-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:35:34-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:35:34-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:35:34-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:35:39-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:35:39-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:35:39-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:35:39-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:35:40-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:35:40-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:35:40-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:35:40-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:35:40-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:35:40-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:35:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:35:41-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:35:41-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:35:41-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T20:35:46-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:35:46-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:35:46-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:35:47-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:35:47-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:35:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:35:47-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:35:47-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:35:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:35:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:35:48-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:35:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:35:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:35:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:35:48-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:35:49-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:35:51-04:00\tINFO\tUpdating secret, name: zuul-config\n2026-06-08T20:35:51-04:00\tINFO\tUpdating object, name: zuul-config\n2026-06-08T20:35:51-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...\n2026-06-08T20:35:51-04:00\tINFO\tUpdating object, name: zuul-scheduler\n2026-06-08T20:35:51-04:00\tINFO\tStatefulset \"zuul-executor\" configuration changed, applying...\n2026-06-08T20:35:51-04:00\tINFO\tUpdating object, name: zuul-executor\n2026-06-08T20:35:52-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...\n2026-06-08T20:35:52-04:00\tINFO\tUpdating object, name: zuul-web\n2026-06-08T20:35:52-04:00\tINFO\tStatefulset \"zuul-merger\" configuration changed, applying...\n2026-06-08T20:35:52-04:00\tINFO\tUpdating object, name: zuul-merger\n2026-06-08T20:35:52-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:35:52-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T20:35:57-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:35:57-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:35:58-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:35:59-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:35:59-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:35:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:35:59-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:35:59-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:35:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:35:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:35:59-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:36:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:36:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:36:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:36:00-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:36:00-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:36:03-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:36:03-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:36:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:36:03-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:36:03-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:36:03-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:36:04-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:36:04-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:36:04-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:36:04-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T20:36:09-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:36:09-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:36:09-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:36:10-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:36:10-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:36:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:36:10-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:36:10-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:36:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:36:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:36:11-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:36:11-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:36:11-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:36:11-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:36:11-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:36:12-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:36:14-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:36:14-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:36:14-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:36:14-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:36:14-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:36:14-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:36:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:36:15-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:36:15-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:36:15-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T20:36:20-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:36:20-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:36:21-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:36:22-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:36:22-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:36:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:36:22-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:36:22-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:36:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:36:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:36:22-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:36:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:36:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:36:23-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:36:23-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:36:23-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:36:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:36:25-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:36:25-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:36:26-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:36:26-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:36:27-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:36:27-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:36:27-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...\n2026-06-08T20:36:32-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:36:32-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:36:32-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:36:33-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:36:33-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:36:33-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:36:33-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:36:33-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:36:33-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:36:33-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:36:33-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:36:34-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:36:34-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:36:34-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:36:34-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:36:34-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:36:37-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:36:37-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:36:37-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:36:37-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:36:37-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:36:38-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:36:38-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:36:38-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...\n2026-06-08T20:36:43-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:36:43-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:36:43-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:36:44-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:36:44-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:36:44-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:36:44-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:36:45-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:36:45-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:36:45-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:36:45-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:36:45-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:36:45-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:36:45-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:36:45-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:36:46-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:36:48-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:36:48-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:36:48-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:36:49-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:36:49-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:36:49-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:36:49-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:36:49-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...\n2026-06-08T20:36:54-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:36:55-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:36:55-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:36:56-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:36:56-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:36:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:36:56-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:36:56-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:36:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:36:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:36:56-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:36:57-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:36:57-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:36:57-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:36:57-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:36:57-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:37:00-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:37:00-04:00\tINFO\tStatefulset \"zuul-weeder\" configuration changed, applying...\n2026-06-08T20:37:00-04:00\tINFO\tUpdating object, name: zuul-weeder\n2026-06-08T20:37:00-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:37:00-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:37:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:37:01-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:37:01-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:37:01-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...\n2026-06-08T20:37:06-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:37:06-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:37:06-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:37:07-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:37:07-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:37:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:37:07-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:37:07-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:37:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:37:08-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:37:08-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:37:08-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:37:08-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:37:08-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:37:08-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:37:09-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:37:11-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:37:11-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:37:11-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:37:11-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:37:12-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:37:12-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:37:12-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:37:13-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n2026-06-08T20:37:13-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]\n2026-06-08T20:37:20-04:00\tINFO\tDeleting object, name: zuul-web\n2026-06-08T20:37:20-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure\n2026-06-08T20:37:20-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:37:20-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...\n2026-06-08T20:37:25-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:37:25-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:37:26-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:37:27-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:37:27-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:37:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:37:27-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:37:27-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:37:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:37:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:37:27-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:37:27-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:37:27-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:37:28-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:37:28-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:37:28-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:37:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:37:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:37:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:37:30-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:37:31-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-08T20:37:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:37:32-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:37:32-04:00\tINFO\t[attempt #13] Waiting 5s for the next reconcile call ...\n2026-06-08T20:37:37-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:37:37-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:37:37-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:37:38-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:37:38-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:37:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:37:38-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:37:38-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:37:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:37:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:37:38-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:37:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:37:39-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:37:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:37:39-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:37:39-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:37:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:37:42-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:37:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:37:42-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:37:42-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:37:42-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:37:43-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:37:43-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:37:43-04:00\tINFO\t[attempt #14] Waiting 5s for the next reconcile call ...\n2026-06-08T20:37:48-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:37:48-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:37:48-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:37:49-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:37:49-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:37:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:37:49-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:37:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:37:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:37:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:37:50-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:37:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:37:50-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:37:50-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:37:50-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:37:51-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:37:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:37:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:37:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:37:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:37:54-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:37:54-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:37:54-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:37:54-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:37:54-04:00\tINFO\t[attempt #15] Waiting 5s for the next reconcile call ...\n2026-06-08T20:37:59-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:37:59-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:38:00-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:38:01-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:38:01-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:38:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:38:01-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:38:01-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:38:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:38:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:38:01-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:38:02-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:38:02-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:38:02-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:38:02-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:38:02-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:38:05-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:38:05-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:38:05-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:38:05-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:38:05-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:38:05-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:38:06-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:38:06-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:38:06-04:00\tINFO\t[attempt #16] Waiting 5s for the next reconcile call ...\n2026-06-08T20:38:11-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:38:11-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:38:11-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:38:12-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:38:12-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:38:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:38:12-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:38:12-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:38:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:38:13-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:38:13-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:38:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:38:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:38:13-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:38:13-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:38:14-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:38:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:38:16-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:38:16-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:38:16-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:38:16-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:38:16-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:38:17-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:38:17-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:38:17-04:00\tINFO\t[attempt #17] Waiting 5s for the next reconcile call ...\n2026-06-08T20:38:22-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:38:22-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:38:23-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:38:24-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:38:24-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:38:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:38:24-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:38:24-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:38:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:38:24-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:38:24-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:38:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:38:24-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:38:25-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:38:25-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:38:25-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:38:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:38:28-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:38:28-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:38:28-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:38:28-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:38:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:38:29-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:38:29-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:38:29-04:00\tINFO\t[attempt #18] Waiting 5s for the next reconcile call ...\n2026-06-08T20:38:34-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:38:34-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:38:34-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:38:35-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:38:35-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:38:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:38:35-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:38:35-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:38:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:38:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:38:35-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:38:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:38:36-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:38:36-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:38:36-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:38:36-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0\n2026-06-08T20:38:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:38:39-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:38:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:38:39-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:38:39-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:38:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:38:40-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:38:40-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:38:40-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:38:41-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:35:18-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:35:18-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:35:18-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:35:18-04:00\tINFO\tUpdating configmap, name: git-server-pi-config-map", "2026-06-08T20:35:18-04:00\tINFO\tUpdating object, name: git-server-pi-config-map", "2026-06-08T20:35:18-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...", "2026-06-08T20:35:18-04:00\tINFO\tUpdating object, name: git-server", "2026-06-08T20:35:19-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:35:20-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:35:20-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:35:20-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:35:20-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:35:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:35:20-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:35:20-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:35:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:35:20-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:35:20-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:35:20-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:35:20-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:35:25-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:35:25-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:35:25-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:35:26-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:35:27-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:35:27-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:35:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:35:27-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:35:27-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:35:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:35:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:35:27-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:35:27-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:35:27-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:35:32-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:35:32-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:35:32-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:35:32-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:35:33-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:35:33-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:35:33-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:35:34-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:35:34-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:35:34-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:35:34-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:35:34-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:35:34-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:35:34-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:35:39-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:35:39-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:35:39-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:35:39-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:35:40-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:35:40-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:35:40-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:35:40-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:35:40-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:35:40-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:35:41-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:35:41-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:35:41-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:35:41-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T20:35:46-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:35:46-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:35:46-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:35:47-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:35:47-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:35:47-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:35:47-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:35:47-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:35:47-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:35:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:35:48-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:35:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:35:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:35:48-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:35:48-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:35:49-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:35:51-04:00\tINFO\tUpdating secret, name: zuul-config", "2026-06-08T20:35:51-04:00\tINFO\tUpdating object, name: zuul-config", "2026-06-08T20:35:51-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...", "2026-06-08T20:35:51-04:00\tINFO\tUpdating object, name: zuul-scheduler", "2026-06-08T20:35:51-04:00\tINFO\tStatefulset \"zuul-executor\" configuration changed, applying...", "2026-06-08T20:35:51-04:00\tINFO\tUpdating object, name: zuul-executor", "2026-06-08T20:35:52-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...", "2026-06-08T20:35:52-04:00\tINFO\tUpdating object, name: zuul-web", "2026-06-08T20:35:52-04:00\tINFO\tStatefulset \"zuul-merger\" configuration changed, applying...", "2026-06-08T20:35:52-04:00\tINFO\tUpdating object, name: zuul-merger", "2026-06-08T20:35:52-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:35:52-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T20:35:57-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:35:57-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:35:58-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:35:59-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:35:59-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:35:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:35:59-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:35:59-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:35:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:35:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:35:59-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:36:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:36:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:36:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:36:00-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:36:00-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:36:03-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:36:03-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:36:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:36:03-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:36:03-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:36:03-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:36:04-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:36:04-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:36:04-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:36:04-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T20:36:09-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:36:09-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:36:09-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:36:10-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:36:10-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:36:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:36:10-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:36:10-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:36:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:36:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:36:11-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:36:11-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:36:11-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:36:11-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:36:11-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:36:12-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:36:14-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:36:14-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:36:14-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:36:14-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:36:14-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:36:14-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:36:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:36:15-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:36:15-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:36:15-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T20:36:20-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:36:20-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:36:21-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:36:22-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:36:22-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:36:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:36:22-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:36:22-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:36:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:36:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:36:22-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:36:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:36:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:36:23-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:36:23-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:36:23-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:36:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:36:25-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:36:25-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:36:26-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:36:26-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:36:27-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:36:27-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:36:27-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...", "2026-06-08T20:36:32-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:36:32-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:36:32-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:36:33-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:36:33-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:36:33-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:36:33-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:36:33-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:36:33-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:36:33-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:36:33-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:36:34-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:36:34-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:36:34-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:36:34-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:36:34-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:36:37-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:36:37-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:36:37-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:36:37-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:36:37-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:36:38-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:36:38-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:36:38-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...", "2026-06-08T20:36:43-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:36:43-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:36:43-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:36:44-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:36:44-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:36:44-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:36:44-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:36:45-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:36:45-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:36:45-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:36:45-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:36:45-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:36:45-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:36:45-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:36:45-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:36:46-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:36:48-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:36:48-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:36:48-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:36:49-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:36:49-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:36:49-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:36:49-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:36:49-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...", "2026-06-08T20:36:54-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:36:55-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:36:55-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:36:56-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:36:56-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:36:56-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:36:56-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:36:56-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:36:56-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:36:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:36:56-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:36:57-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:36:57-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:36:57-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:36:57-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:36:57-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:37:00-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:37:00-04:00\tINFO\tStatefulset \"zuul-weeder\" configuration changed, applying...", "2026-06-08T20:37:00-04:00\tINFO\tUpdating object, name: zuul-weeder", "2026-06-08T20:37:00-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:37:00-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:37:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:37:01-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:37:01-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:37:01-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...", "2026-06-08T20:37:06-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:37:06-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:37:06-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:37:07-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:37:07-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:37:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:37:07-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:37:07-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:37:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:37:08-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:37:08-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:37:08-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:37:08-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:37:08-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:37:08-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:37:09-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:37:11-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:37:11-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:37:11-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:37:11-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:37:12-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:37:12-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:37:12-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:37:13-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", "2026-06-08T20:37:13-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]", "2026-06-08T20:37:20-04:00\tINFO\tDeleting object, name: zuul-web", "2026-06-08T20:37:20-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure", "2026-06-08T20:37:20-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:37:20-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...", "2026-06-08T20:37:25-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:37:25-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:37:26-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:37:27-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:37:27-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:37:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:37:27-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:37:27-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:37:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:37:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:37:27-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:37:27-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:37:27-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:37:28-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:37:28-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:37:28-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:37:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:37:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:37:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:37:30-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:37:31-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-08T20:37:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:37:32-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:37:32-04:00\tINFO\t[attempt #13] Waiting 5s for the next reconcile call ...", "2026-06-08T20:37:37-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:37:37-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:37:37-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:37:38-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:37:38-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:37:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:37:38-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:37:38-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:37:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:37:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:37:38-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:37:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:37:39-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:37:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:37:39-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:37:39-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:37:42-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:37:42-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:37:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:37:42-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:37:42-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:37:42-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:37:43-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:37:43-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:37:43-04:00\tINFO\t[attempt #14] Waiting 5s for the next reconcile call ...", "2026-06-08T20:37:48-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:37:48-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:37:48-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:37:49-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:37:49-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:37:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:37:49-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:37:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:37:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:37:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:37:50-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:37:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:37:50-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:37:50-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:37:50-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:37:51-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:37:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:37:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:37:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:37:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:37:54-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:37:54-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:37:54-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:37:54-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:37:54-04:00\tINFO\t[attempt #15] Waiting 5s for the next reconcile call ...", "2026-06-08T20:37:59-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:37:59-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:38:00-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:38:01-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:38:01-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:38:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:38:01-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:38:01-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:38:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:38:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:38:01-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:38:02-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:38:02-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:38:02-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:38:02-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:38:02-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:38:05-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:38:05-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:38:05-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:38:05-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:38:05-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:38:05-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:38:06-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:38:06-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:38:06-04:00\tINFO\t[attempt #16] Waiting 5s for the next reconcile call ...", "2026-06-08T20:38:11-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:38:11-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:38:11-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:38:12-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:38:12-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:38:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:38:12-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:38:12-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:38:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:38:13-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:38:13-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:38:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:38:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:38:13-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:38:13-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:38:14-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:38:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:38:16-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:38:16-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:38:16-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:38:16-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:38:16-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:38:17-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:38:17-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:38:17-04:00\tINFO\t[attempt #17] Waiting 5s for the next reconcile call ...", "2026-06-08T20:38:22-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:38:22-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:38:23-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:38:24-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:38:24-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:38:24-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:38:24-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:38:24-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:38:24-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:38:24-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:38:24-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:38:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:38:24-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:38:25-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:38:25-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:38:25-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:38:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:38:28-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:38:28-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:38:28-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:38:28-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:38:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:38:29-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:38:29-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:38:29-04:00\tINFO\t[attempt #18] Waiting 5s for the next reconcile call ...", "2026-06-08T20:38:34-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:38:34-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:38:34-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:38:35-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:38:35-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:38:35-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:38:35-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:38:35-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:38:35-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:38:35-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:38:35-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:38:36-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:38:36-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:38:36-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:38:36-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:38:36-04:00\tINFO\tapp_key or app_id is not defined, app_key: /var/lib/zuul/githubconnectionsecret/app_key, app_id: 0", "2026-06-08T20:38:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:38:39-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:38:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:38:39-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:38:39-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:38:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:38:40-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:38:40-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:38:40-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:38:41-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000801-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000007fd", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:38:41.537421Z", "start": "2026-06-09T00:35:18.258531Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000801", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000007fd", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:38:42.090705Z", "start": "2026-06-09T00:38:41.581498Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000802", "name": "Copy current spec" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content": "[{\"name\": \"gerrit\", \"driver\": \"gerrit\", \"baseurl\": \"https://gerrit.sfop.me\", \"canonical_hostname\": \"gerrit-sshd.sf\", \"server\": \"gerrit-sshd.sf\", \"ssh_server\": \"gerrit-sshd.sf\", \"port\": 29418}, {\"name\": \"dummy-gerrit-conn\", \"driver\": \"gerrit\", \"baseurl\": \"https://dummy-gerrit.local\", \"canonical_hostname\": \"dummy-gerrit.local\", \"server\": \"dummy-gerrit.local\", \"ssh_server\": \"dummy-gerrit.local\", \"port\": 29418}, {\"name\": \"dummy-gerrit-conn-dup\", \"driver\": \"gerrit\", \"baseurl\": \"https://dummy-gerrit.local\", \"canonical_hostname\": \"dummy-gerrit.local\", \"server\": \"dummy-gerrit.local\", \"ssh_server\": \"dummy-gerrit.local\", \"port\": 29418}, {\"name\": \"dummy-github-conn\", \"driver\": \"github\", \"baseurl\": \"https://localhost/api/v3\", \"canonical_hostname\": \"localhost\", \"server\": \"localhost\", \"repo_cache\": null}, {\"name\": \"dummy-github-conn-dup\", \"driver\": \"github\", \"baseurl\": \"https://localhost/api/v3\", \"canonical_hostname\": \"localhost\", \"server\": \"localhost\", \"repo_cache\": null}, {\"name\": \"dummy-gitlab-conn\", \"driver\": \"gitlab\"}, {\"name\": \"dummy-pagure-conn\", \"driver\": \"pagure\"}, {\"name\": \"dummy-git-conn\", \"driver\": \"git\", \"baseurl\": \"git://test\", \"canonical_hostname\": \"test\"}, {\"name\": \"git-server\", \"driver\": \"git\", \"baseurl\": \"git://git-server/\", \"canonical_hostname\": \"git-server\"}, {\"name\": \"opendev.org\", \"driver\": \"git\", \"baseurl\": \"https://opendev.org/\", \"canonical_hostname\": \"opendev.org\"}]", "content_length": "1399", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:38:42 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/connections", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "baseurl": "https://gerrit.sfop.me", "canonical_hostname": "gerrit-sshd.sf", "driver": "gerrit", "name": "gerrit", "port": 29418, "server": "gerrit-sshd.sf", "ssh_server": "gerrit-sshd.sf" }, { "baseurl": "https://dummy-gerrit.local", "canonical_hostname": "dummy-gerrit.local", "driver": "gerrit", "name": "dummy-gerrit-conn", "port": 29418, "server": "dummy-gerrit.local", "ssh_server": "dummy-gerrit.local" }, { "baseurl": "https://dummy-gerrit.local", "canonical_hostname": "dummy-gerrit.local", "driver": "gerrit", "name": "dummy-gerrit-conn-dup", "port": 29418, "server": "dummy-gerrit.local", "ssh_server": "dummy-gerrit.local" }, { "baseurl": "https://localhost/api/v3", "canonical_hostname": "localhost", "driver": "github", "name": "dummy-github-conn", "repo_cache": null, "server": "localhost" }, { "baseurl": "https://localhost/api/v3", "canonical_hostname": "localhost", "driver": "github", "name": "dummy-github-conn-dup", "repo_cache": null, "server": "localhost" }, { "driver": "gitlab", "name": "dummy-gitlab-conn" }, { "driver": "pagure", "name": "dummy-pagure-conn" }, { "baseurl": "git://test", "canonical_hostname": "test", "driver": "git", "name": "dummy-git-conn" }, { "baseurl": "git://git-server/", "canonical_hostname": "git-server", "driver": "git", "name": "git-server" }, { "baseurl": "https://opendev.org/", "canonical_hostname": "opendev.org", "driver": "git", "name": "opendev.org" } ], "msg": "OK (1399 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/connections", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:38:42.678599Z", "start": "2026-06-09T00:38:42.104423Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000073", "name": "Wait for the new Zuul connections to appear in the Zuul API" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl exec zuul-scheduler-0 -- grep \"dummy-elasticsearch-conn\" /etc/zuul/zuul.conf\nkubectl exec zuul-scheduler-0 -- grep \"dummy-smtp-conn\" /etc/zuul/zuul.conf\n", "delta": "0:00:00.312569", "end": "2026-06-08 20:38:43.245515", "invocation": { "module_args": { "_raw_params": "kubectl exec zuul-scheduler-0 -- grep \"dummy-elasticsearch-conn\" /etc/zuul/zuul.conf\nkubectl exec zuul-scheduler-0 -- grep \"dummy-smtp-conn\" /etc/zuul/zuul.conf\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000074-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:38:42.932946", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)\n[connection dummy-elasticsearch-conn]\nDefaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)\n[connection dummy-smtp-conn]", "stdout_lines": [ "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)", "[connection dummy-elasticsearch-conn]", "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)", "[connection dummy-smtp-conn]" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000074-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:38:43.717393Z", "start": "2026-06-09T00:38:42.698726Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000074", "name": "Ensure the new Zuul connections (non SourceInterface) exist in the scheduler's zuul.conf" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl exec zuul-scheduler-0 -- grep \"http://es-username:es-password@test:9200\" /etc/zuul/zuul.conf\n", "delta": "0:00:00.199172", "end": "2026-06-08 20:38:44.203402", "invocation": { "module_args": { "_raw_params": "kubectl exec zuul-scheduler-0 -- grep \"http://es-username:es-password@test:9200\" /etc/zuul/zuul.conf\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000075-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:38:44.004230", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)\nuri = http://es-username:es-password@test:9200", "stdout_lines": [ "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)", "uri = http://es-username:es-password@test:9200" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000075-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:38:44.276215Z", "start": "2026-06-09T00:38:43.761632Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000075", "name": "Ensure ElasticSearch URI is configured with basic auth" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl exec zuul-scheduler-0 -- grep \"smtp-password\" /etc/zuul/zuul.conf\n", "delta": "0:00:00.179196", "end": "2026-06-08 20:38:44.715097", "invocation": { "module_args": { "_raw_params": "kubectl exec zuul-scheduler-0 -- grep \"smtp-password\" /etc/zuul/zuul.conf\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000076-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:38:44.535901", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)\npassword = smtp-password", "stdout_lines": [ "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)", "password = smtp-password" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000076-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:38:44.811234Z", "start": "2026-06-09T00:38:44.293888Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000076", "name": "Ensure SMTP password is present" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -e\nkubectl exec zuul-scheduler-0 -- grep dummygerritsecret /etc/zuul/zuul.conf\nkubectl exec zuul-scheduler-0 -- cat /var/lib/zuul-dummygerritsecret/..data/priv\n", "delta": "0:00:00.410024", "end": "2026-06-08 20:38:45.494814", "invocation": { "module_args": { "_raw_params": "set -e\nkubectl exec zuul-scheduler-0 -- grep dummygerritsecret /etc/zuul/zuul.conf\nkubectl exec zuul-scheduler-0 -- cat /var/lib/zuul-dummygerritsecret/..data/priv\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000077-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:38:45.084790", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)\nsshkey = /var/lib/zuul-dummygerritsecret/..data/priv\nsshkey = /var/lib/zuul-dummygerritsecret/..data/priv\nDefaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)\n0000000000000000000000000000000000000000", "stdout_lines": [ "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)", "sshkey = /var/lib/zuul-dummygerritsecret/..data/priv", "sshkey = /var/lib/zuul-dummygerritsecret/..data/priv", "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)", "0000000000000000000000000000000000000000" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000077-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:38:45.869203Z", "start": "2026-06-09T00:38:44.848416Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000077", "name": "Ensure the new Zuul dummy gerrit secret exist in the scheduler's zuul.conf" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "update-custom-resource" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:38:45.918415Z", "start": "2026-06-09T00:38:45.880885Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000078", "name": "Delete the dummy Zuul connections" } }, { "hosts": { "controller": { "action": "ansible.builtin.slurp", "changed": false, "content": "eyJhcGlWZXJzaW9uIjogInNmLnNvZnR3YXJlZmFjdG9yeS1wcm9qZWN0LmlvL3YxIiwgImtpbmQiOiAiU29mdHdhcmVGYWN0b3J5IiwgIm1ldGFkYXRhIjogeyJuYW1lIjogIm15LXNmIn0sICJzcGVjIjogeyJmcWRuIjogInNmb3AubWUiLCAiY29uZmlnLWxvY2F0aW9uIjogeyJuYW1lIjogImNvbmZpZyIsICJ6dXVsLWNvbm5lY3Rpb24tbmFtZSI6ICJnZXJyaXQifSwgInp1dWwiOiB7ImdlcnJpdGNvbm5zIjogW3sibmFtZSI6ICJnZXJyaXQiLCAidXNlcm5hbWUiOiAienV1bCIsICJob3N0bmFtZSI6ICJnZXJyaXQtc3NoZC5zZiIsICJwdWJ1cmwiOiAiaHR0cHM6Ly9nZXJyaXQuc2ZvcC5tZSJ9LCB7Im5hbWUiOiAiZHVtbXktZ2Vycml0LWNvbm4iLCAiaG9zdG5hbWUiOiAiZHVtbXktZ2Vycml0LmxvY2FsIiwgInVzZXJuYW1lIjogInp1dWwiLCAic3Noa2V5IjogImR1bW15Z2Vycml0c2VjcmV0In0sIHsibmFtZSI6ICJkdW1teS1nZXJyaXQtY29ubi1kdXAiLCAiaG9zdG5hbWUiOiAiZHVtbXktZ2Vycml0LmxvY2FsIiwgInVzZXJuYW1lIjogInp1dWwiLCAic3Noa2V5IjogImR1bW15Z2Vycml0c2VjcmV0In1dLCAic2NoZWR1bGVyIjogeyJsb2dMZXZlbCI6ICJERUJVRyJ9LCAiZXhlY3V0b3IiOiB7ImxvZ0xldmVsIjogIkRFQlVHIn0sICJtZXJnZXIiOiB7ImxvZ0xldmVsIjogIkRFQlVHIn0sICJ3ZWIiOiB7ImxvZ0xldmVsIjogIkRFQlVHIn0sICJnaXRodWJjb25ucyI6IFt7Im5hbWUiOiAiZHVtbXktZ2l0aHViLWNvbm4iLCAic2VjcmV0cyI6ICJnaXRodWJjb25uZWN0aW9uc2VjcmV0In0sIHsibmFtZSI6ICJkdW1teS1naXRodWItY29ubi1kdXAiLCAic2VjcmV0cyI6ICJnaXRodWJjb25uZWN0aW9uc2VjcmV0In1dLCAiZ2l0bGFiY29ubnMiOiBbeyJuYW1lIjogImR1bW15LWdpdGxhYi1jb25uIiwgInNlY3JldHMiOiAiZ2l0bGFiY29ubmVjdGlvbnNlY3JldCJ9XSwgImdpdGNvbm5zIjogW3sibmFtZSI6ICJkdW1teS1naXQtY29ubiIsICJiYXNldXJsIjogImdpdDovL3Rlc3QifV0sICJlbGFzdGljc2VhcmNoY29ubnMiOiBbeyJuYW1lIjogImR1bW15LWVsYXN0aWNzZWFyY2gtY29ubiIsICJ1cmkiOiAiaHR0cDovL3Rlc3Q6OTIwMCIsICJiYXNpY0F1dGhTZWNyZXQiOiAiZXMtYmFzaWNhdXRoIn1dLCAicGFndXJlY29ubnMiOiBbeyJuYW1lIjogImR1bW15LXBhZ3VyZS1jb25uIiwgInNlY3JldHMiOiAicGFndXJlY29ubmVjdGlvbnNlY3JldCJ9XSwgInNtdHBjb25ucyI6IFt7Im5hbWUiOiAiZHVtbXktc210cC1jb25uIiwgInNlcnZlciI6ICJzbXRwLmRvbWFpbi5jb20iLCAic2VjcmV0cyI6ICJzbXRwLXNlY3JldCJ9XX0sICJsb2dzZXJ2ZXIiOiB7Imxvb3BEZWxheSI6IDM2MDAsICJyZXRlbnRpb25EYXlzIjogMzAsICJzdG9yYWdlIjogeyJzaXplIjogIjJHaSJ9fSwgIkZsdWVudEJpdExvZ0ZvcndhcmRpbmciOiB7ImZvcndhcmRJbnB1dEhvc3QiOiAiZmx1ZW50LWJpdC1mb3J3YXJkLWlucHV0IiwgImZvcndhcmRJbnB1dFBvcnQiOiAyNDIyNH19fQ==", "encoding": "base64", "invocation": { "module_args": { "src": "/tmp/current_cr.yaml" } }, "source": "/tmp/current_cr.yaml" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000866", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:38:46.240593Z", "start": "2026-06-09T00:38:45.950871Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000868", "name": "read current crd" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": "139c15c7561674809b431f30a59a07ff327a26f2", "dest": "/tmp/current_cr.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "tmpe38jwgia", "attributes": null, "backup": false, "checksum": "139c15c7561674809b431f30a59a07ff327a26f2", "content": null, "dest": "/tmp/current_cr.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780965526.351388-422-209787178016573/source", "unsafe_writes": false, "validate": null } }, "md5sum": "65e844a51f879b0da95bdc3d89f93f1e", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_tmp_t:s0", "size": 779, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780965526.351388-422-209787178016573/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000866", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:38:47.020545Z", "start": "2026-06-09T00:38:46.256082Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000869", "name": "merge the new cr" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000866", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:38:47.157078Z", "start": "2026-06-09T00:38:47.047468Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000086a", "name": "run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000008be", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:38:47.191112Z", "start": "2026-06-09T00:38:47.171127Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000008c0", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000008be", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:38:47.222204Z", "start": "2026-06-09T00:38:47.202903Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000008c1", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy /tmp/current_cr.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "delta": "0:03:15.461293", "end": "2026-06-08 20:42:02.994398", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy /tmp/current_cr.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000008c2-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:38:47.533105", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:38:47-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:38:47-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:38:47-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:38:47-04:00\tINFO\tUpdating configmap, name: git-server-pi-config-map\n2026-06-08T20:38:47-04:00\tINFO\tUpdating object, name: git-server-pi-config-map\n2026-06-08T20:38:47-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...\n2026-06-08T20:38:47-04:00\tINFO\tUpdating object, name: git-server\n2026-06-08T20:38:47-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:38:48-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:38:48-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:38:48-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:38:48-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:38:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:38:48-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:38:48-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:38:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:38:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:38:48-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:38:48-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:38:48-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:38:53-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:38:53-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:38:53-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:38:53-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:38:54-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:38:54-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:38:54-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:38:54-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:38:54-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:38:54-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:38:54-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:38:54-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:38:54-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:38:54-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:38:59-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:38:59-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:38:59-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:38:59-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:39:00-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:39:00-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:39:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:39:00-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:39:00-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:39:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:39:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:39:00-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:39:00-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:39:00-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:39:05-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:39:05-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:39:05-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T20:39:05-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:39:06-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:39:06-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:39:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:39:06-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:39:06-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:39:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:39:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:39:06-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T20:39:06-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T20:39:06-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T20:39:11-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:39:12-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:39:12-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:39:12-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:39:12-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:39:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:39:12-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:39:12-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:39:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:39:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:39:12-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:39:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:39:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:39:13-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:39:14-04:00\tINFO\tUpdating secret, name: zuul-config\n2026-06-08T20:39:14-04:00\tINFO\tUpdating object, name: zuul-config\n2026-06-08T20:39:14-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...\n2026-06-08T20:39:14-04:00\tINFO\tUpdating object, name: zuul-scheduler\n2026-06-08T20:39:15-04:00\tINFO\tStatefulset \"zuul-executor\" configuration changed, applying...\n2026-06-08T20:39:15-04:00\tINFO\tUpdating object, name: zuul-executor\n2026-06-08T20:39:15-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...\n2026-06-08T20:39:15-04:00\tINFO\tUpdating object, name: zuul-web\n2026-06-08T20:39:16-04:00\tINFO\tStatefulset \"zuul-merger\" configuration changed, applying...\n2026-06-08T20:39:16-04:00\tINFO\tUpdating object, name: zuul-merger\n2026-06-08T20:39:16-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:39:16-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T20:39:21-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:39:21-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:39:21-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:39:22-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:39:22-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:39:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:39:22-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:39:22-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:39:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:39:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:39:22-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:39:23-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:39:23-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:39:23-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:39:24-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:39:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:39:24-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:39:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:39:25-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:39:25-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:39:26-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:39:26-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:39:26-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:39:26-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T20:39:31-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:39:31-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:39:31-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:39:32-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:39:32-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:39:32-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:39:32-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:39:32-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:39:32-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:39:32-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:39:32-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:39:33-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:39:33-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:39:33-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:39:34-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:39:34-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:39:34-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:39:34-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:39:35-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:39:35-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:39:36-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:39:36-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:39:36-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:39:36-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T20:39:41-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:39:41-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:39:41-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:39:42-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:39:42-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:39:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:39:42-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:39:42-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:39:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:39:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:39:42-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:39:42-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:39:42-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:39:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:39:43-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:39:43-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:39:44-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:39:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:39:45-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:39:45-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:39:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:39:46-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:39:46-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:39:46-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...\n2026-06-08T20:39:51-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:39:51-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:39:51-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:39:51-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:39:51-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:39:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:39:51-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:39:51-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:39:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:39:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:39:52-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:39:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:39:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:39:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:39:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:39:53-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:39:54-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:39:55-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:39:55-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:39:56-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:39:56-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:39:56-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...\n2026-06-08T20:40:01-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:40:01-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:40:01-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:40:01-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:40:01-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:40:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:40:01-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:40:01-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:40:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:40:02-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:40:02-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:40:02-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:40:02-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:40:02-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:40:03-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:40:03-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:40:04-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:40:05-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:40:05-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:40:05-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:40:05-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:40:05-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...\n2026-06-08T20:40:10-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:40:10-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:40:10-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:40:11-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:40:11-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:40:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:40:11-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:40:11-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:40:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:40:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:40:11-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:40:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:40:12-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:40:12-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:40:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:40:13-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:40:14-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:40:14-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:40:14-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:40:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:40:15-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:40:15-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...\n2026-06-08T20:40:20-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:40:20-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:40:20-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:40:21-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:40:21-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:40:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:40:21-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:40:21-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:40:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:40:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:40:21-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:40:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:40:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:40:22-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:40:23-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:40:23-04:00\tINFO\tStatefulset \"zuul-weeder\" configuration changed, applying...\n2026-06-08T20:40:23-04:00\tINFO\tUpdating object, name: zuul-weeder\n2026-06-08T20:40:23-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:40:24-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:40:24-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:40:25-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:40:25-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:40:25-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...\n2026-06-08T20:40:30-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:40:30-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:40:30-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:40:31-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:40:31-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:40:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:40:31-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:40:31-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:40:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:40:31-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:40:31-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:40:31-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:40:31-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:40:32-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:40:32-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:40:32-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:40:32-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:40:33-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:40:34-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:40:34-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:40:35-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:40:35-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n2026-06-08T20:40:35-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]\n2026-06-08T20:40:43-04:00\tINFO\tDeleting object, name: zuul-web\n2026-06-08T20:40:43-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure\n2026-06-08T20:40:43-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:40:43-04:00\tINFO\t[attempt #13] Waiting 5s for the next reconcile call ...\n2026-06-08T20:40:48-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:40:48-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:40:48-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:40:49-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:40:49-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:40:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:40:49-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:40:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:40:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:40:49-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:40:49-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:40:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:40:50-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:40:50-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:40:51-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:40:51-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:40:51-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:40:51-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:40:52-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-08T20:40:53-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:40:53-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:40:53-04:00\tINFO\t[attempt #14] Waiting 5s for the next reconcile call ...\n2026-06-08T20:40:58-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:40:58-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:40:58-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:40:59-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:40:59-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:40:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:40:59-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:40:59-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:40:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:40:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:40:59-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:40:59-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:40:59-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:41:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:41:00-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:41:00-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:41:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:41:01-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:41:02-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:41:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:41:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:41:03-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:41:03-04:00\tINFO\t[attempt #15] Waiting 5s for the next reconcile call ...\n2026-06-08T20:41:08-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:41:08-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:41:08-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:41:08-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:41:08-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:41:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:41:08-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:41:08-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:41:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:41:09-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:41:09-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:41:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:41:09-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:41:09-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:41:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:41:10-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:41:10-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:41:11-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:41:12-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:41:12-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:41:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:41:13-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:41:13-04:00\tINFO\t[attempt #16] Waiting 5s for the next reconcile call ...\n2026-06-08T20:41:18-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:41:18-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:41:18-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:41:18-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:41:18-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:41:18-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:41:18-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:41:18-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:41:18-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:41:19-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:41:19-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:41:19-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:41:19-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:41:19-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:41:20-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:41:20-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:41:20-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:41:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:41:22-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:41:22-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:41:22-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:41:22-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:41:22-04:00\tINFO\t[attempt #17] Waiting 5s for the next reconcile call ...\n2026-06-08T20:41:27-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:41:27-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:41:27-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:41:28-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:41:28-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:41:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:41:28-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:41:28-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:41:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:41:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:41:28-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:41:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:41:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:41:29-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:41:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:41:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:41:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:41:31-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:41:31-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:41:31-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:41:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:41:32-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:41:32-04:00\tINFO\t[attempt #18] Waiting 5s for the next reconcile call ...\n2026-06-08T20:41:37-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:41:37-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:41:37-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:41:38-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:41:38-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:41:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:41:38-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:41:38-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:41:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:41:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:41:38-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:41:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:41:39-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:41:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:41:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:41:40-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:41:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:41:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:41:41-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:41:41-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:41:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:41:42-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:41:42-04:00\tINFO\t[attempt #19] Waiting 5s for the next reconcile call ...\n2026-06-08T20:41:47-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:41:47-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:41:47-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:41:48-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:41:48-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:41:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:41:48-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:41:48-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:41:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:41:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:41:48-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:41:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:41:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:41:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:41:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:41:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:41:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:41:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:41:51-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:41:51-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:41:52-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:41:52-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:41:52-04:00\tINFO\t[attempt #20] Waiting 5s for the next reconcile call ...\n2026-06-08T20:41:57-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:41:57-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:41:57-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:41:57-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:41:57-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:41:57-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:41:58-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:41:58-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:41:58-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:41:58-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:41:58-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:41:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:41:58-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:41:58-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:41:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:41:59-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:41:59-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:42:00-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:42:01-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:42:01-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:42:02-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:42:02-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:42:02-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:42:02-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:38:47-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:38:47-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:38:47-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:38:47-04:00\tINFO\tUpdating configmap, name: git-server-pi-config-map", "2026-06-08T20:38:47-04:00\tINFO\tUpdating object, name: git-server-pi-config-map", "2026-06-08T20:38:47-04:00\tINFO\tStatefulset \"git-server\" configuration changed, applying...", "2026-06-08T20:38:47-04:00\tINFO\tUpdating object, name: git-server", "2026-06-08T20:38:47-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:38:48-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:38:48-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:38:48-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:38:48-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:38:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:38:48-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:38:48-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:38:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:38:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:38:48-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:38:48-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:38:48-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:38:53-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:38:53-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:38:53-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:38:53-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:38:54-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:38:54-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:38:54-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:38:54-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:38:54-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:38:54-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:38:54-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:38:54-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:38:54-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:38:54-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:38:59-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:38:59-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:38:59-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:38:59-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:39:00-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:39:00-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:39:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:39:00-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:39:00-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:39:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:39:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:39:00-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:39:00-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:39:00-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:39:05-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:39:05-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:39:05-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T20:39:05-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:39:06-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:39:06-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:39:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:39:06-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:39:06-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:39:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:39:06-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:39:06-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T20:39:06-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T20:39:06-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T20:39:11-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:39:12-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:39:12-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:39:12-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:39:12-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:39:12-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:39:12-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:39:12-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:39:12-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:39:12-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:39:12-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:39:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:39:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:39:13-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:39:14-04:00\tINFO\tUpdating secret, name: zuul-config", "2026-06-08T20:39:14-04:00\tINFO\tUpdating object, name: zuul-config", "2026-06-08T20:39:14-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...", "2026-06-08T20:39:14-04:00\tINFO\tUpdating object, name: zuul-scheduler", "2026-06-08T20:39:15-04:00\tINFO\tStatefulset \"zuul-executor\" configuration changed, applying...", "2026-06-08T20:39:15-04:00\tINFO\tUpdating object, name: zuul-executor", "2026-06-08T20:39:15-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...", "2026-06-08T20:39:15-04:00\tINFO\tUpdating object, name: zuul-web", "2026-06-08T20:39:16-04:00\tINFO\tStatefulset \"zuul-merger\" configuration changed, applying...", "2026-06-08T20:39:16-04:00\tINFO\tUpdating object, name: zuul-merger", "2026-06-08T20:39:16-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:39:16-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T20:39:21-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:39:21-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:39:21-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:39:22-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:39:22-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:39:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:39:22-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:39:22-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:39:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:39:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:39:22-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:39:23-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:39:23-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:39:23-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:39:24-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:39:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:39:24-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:39:24-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:39:25-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:39:25-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:39:26-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:39:26-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:39:26-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:39:26-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T20:39:31-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:39:31-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:39:31-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:39:32-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:39:32-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:39:32-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:39:32-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:39:32-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:39:32-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:39:32-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:39:32-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:39:33-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:39:33-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:39:33-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:39:34-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:39:34-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:39:34-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:39:34-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:39:35-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:39:35-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:39:36-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:39:36-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:39:36-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:39:36-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T20:39:41-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:39:41-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:39:41-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:39:42-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:39:42-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:39:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:39:42-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:39:42-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:39:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:39:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:39:42-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:39:42-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:39:42-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:39:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:39:43-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:39:43-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:39:44-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:39:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:39:45-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:39:45-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:39:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:39:46-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:39:46-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:39:46-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...", "2026-06-08T20:39:51-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:39:51-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:39:51-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:39:51-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:39:51-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:39:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:39:51-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:39:51-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:39:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:39:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:39:52-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:39:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:39:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:39:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:39:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:39:53-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:39:54-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:39:55-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:39:55-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:39:56-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:39:56-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:39:56-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...", "2026-06-08T20:40:01-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:40:01-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:40:01-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:40:01-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:40:01-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:40:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:40:01-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:40:01-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:40:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:40:02-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:40:02-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:40:02-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:40:02-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:40:02-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:40:03-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:40:03-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:40:04-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:40:05-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:40:05-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:40:05-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:40:05-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:40:05-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...", "2026-06-08T20:40:10-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:40:10-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:40:10-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:40:11-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:40:11-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:40:11-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:40:11-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:40:11-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:40:11-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:40:11-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:40:11-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:40:12-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:40:12-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:40:12-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:40:13-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:40:13-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:40:14-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:40:14-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:40:14-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:40:15-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:40:15-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:40:15-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...", "2026-06-08T20:40:20-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:40:20-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:40:20-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:40:21-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:40:21-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:40:21-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:40:21-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:40:21-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:40:21-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:40:21-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:40:21-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:40:22-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:40:22-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:40:22-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:40:23-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:40:23-04:00\tINFO\tStatefulset \"zuul-weeder\" configuration changed, applying...", "2026-06-08T20:40:23-04:00\tINFO\tUpdating object, name: zuul-weeder", "2026-06-08T20:40:23-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:40:24-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:40:24-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:40:25-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:40:25-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:40:25-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...", "2026-06-08T20:40:30-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:40:30-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:40:30-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:40:31-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:40:31-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:40:31-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:40:31-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:40:31-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:40:31-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:40:31-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:40:31-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:40:31-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:40:31-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:40:32-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:40:32-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:40:32-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:40:32-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:40:33-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:40:34-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:40:34-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:40:35-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:40:35-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", "2026-06-08T20:40:35-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]", "2026-06-08T20:40:43-04:00\tINFO\tDeleting object, name: zuul-web", "2026-06-08T20:40:43-04:00\tINFO\tUpdating object, name: zs-internal-tenant-reconfigure", "2026-06-08T20:40:43-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:40:43-04:00\tINFO\t[attempt #13] Waiting 5s for the next reconcile call ...", "2026-06-08T20:40:48-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:40:48-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:40:48-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:40:49-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:40:49-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:40:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:40:49-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:40:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:40:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:40:49-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:40:49-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:40:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:40:50-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:40:50-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:40:51-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:40:51-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:40:51-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:40:51-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:40:52-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-08T20:40:53-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:40:53-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:40:53-04:00\tINFO\t[attempt #14] Waiting 5s for the next reconcile call ...", "2026-06-08T20:40:58-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:40:58-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:40:58-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:40:59-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:40:59-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:40:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:40:59-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:40:59-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:40:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:40:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:40:59-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:40:59-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:40:59-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:41:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:41:00-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:41:00-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:41:00-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:41:01-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:41:02-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:41:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:41:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:41:03-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:41:03-04:00\tINFO\t[attempt #15] Waiting 5s for the next reconcile call ...", "2026-06-08T20:41:08-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:41:08-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:41:08-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:41:08-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:41:08-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:41:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:41:08-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:41:08-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:41:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:41:09-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:41:09-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:41:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:41:09-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:41:09-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:41:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:41:10-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:41:10-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:41:11-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:41:12-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:41:12-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:41:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:41:13-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:41:13-04:00\tINFO\t[attempt #16] Waiting 5s for the next reconcile call ...", "2026-06-08T20:41:18-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:41:18-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:41:18-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:41:18-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:41:18-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:41:18-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:41:18-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:41:18-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:41:18-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:41:19-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:41:19-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:41:19-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:41:19-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:41:19-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:41:20-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:41:20-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:41:20-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:41:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:41:22-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:41:22-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:41:22-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:41:22-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:41:22-04:00\tINFO\t[attempt #17] Waiting 5s for the next reconcile call ...", "2026-06-08T20:41:27-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:41:27-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:41:27-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:41:28-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:41:28-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:41:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:41:28-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:41:28-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:41:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:41:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:41:28-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:41:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:41:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:41:29-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:41:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:41:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:41:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:41:31-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:41:31-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:41:31-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:41:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:41:32-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:41:32-04:00\tINFO\t[attempt #18] Waiting 5s for the next reconcile call ...", "2026-06-08T20:41:37-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:41:37-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:41:37-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:41:38-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:41:38-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:41:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:41:38-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:41:38-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:41:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:41:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:41:38-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:41:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:41:39-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:41:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:41:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:41:40-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:41:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:41:40-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:41:41-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:41:41-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:41:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:41:42-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:41:42-04:00\tINFO\t[attempt #19] Waiting 5s for the next reconcile call ...", "2026-06-08T20:41:47-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:41:47-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:41:47-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:41:48-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:41:48-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:41:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:41:48-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:41:48-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:41:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:41:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:41:48-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:41:48-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:41:48-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:41:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:41:49-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:41:49-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:41:49-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:41:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:41:51-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:41:51-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:41:52-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:41:52-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:41:52-04:00\tINFO\t[attempt #20] Waiting 5s for the next reconcile call ...", "2026-06-08T20:41:57-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:41:57-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:41:57-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:41:57-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:41:57-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:41:57-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:41:58-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:41:58-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:41:58-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:41:58-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:41:58-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:41:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:41:58-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:41:58-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:41:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:41:59-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:41:59-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:42:00-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:42:01-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:42:01-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:42:02-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:42:02-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:42:02-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:42:02-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000008c2-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000008be", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:42:03.055007Z", "start": "2026-06-09T00:38:47.260638Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000008c2", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000008be", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:42:03.611565Z", "start": "2026-06-09T00:42:03.099518Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000008c3", "name": "Copy current spec" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content": "[{\"name\": \"gerrit\", \"driver\": \"gerrit\", \"baseurl\": \"https://gerrit.sfop.me\", \"canonical_hostname\": \"gerrit-sshd.sf\", \"server\": \"gerrit-sshd.sf\", \"ssh_server\": \"gerrit-sshd.sf\", \"port\": 29418}, {\"name\": \"git-server\", \"driver\": \"git\", \"baseurl\": \"git://git-server/\", \"canonical_hostname\": \"git-server\"}, {\"name\": \"opendev.org\", \"driver\": \"git\", \"baseurl\": \"https://opendev.org/\", \"canonical_hostname\": \"opendev.org\"}]", "content_length": "415", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:42:04 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/connections", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "baseurl": "https://gerrit.sfop.me", "canonical_hostname": "gerrit-sshd.sf", "driver": "gerrit", "name": "gerrit", "port": 29418, "server": "gerrit-sshd.sf", "ssh_server": "gerrit-sshd.sf" }, { "baseurl": "git://git-server/", "canonical_hostname": "git-server", "driver": "git", "name": "git-server" }, { "baseurl": "https://opendev.org/", "canonical_hostname": "opendev.org", "driver": "git", "name": "opendev.org" } ], "msg": "OK (415 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/connections", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:42:04.235943Z", "start": "2026-06-09T00:42:03.638996Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000079", "name": "Wait for the dummy Zuul connections to be removed from the API" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl exec zuul-scheduler-0 -- grep \"dummy-elasticsearch-conn\" /etc/zuul/zuul.conf\nkubectl exec zuul-scheduler-0 -- grep \"dummy-smtp-conn\" /etc/zuul/zuul.conf\n", "delta": "0:00:00.339223", "end": "2026-06-08 20:42:04.855724", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "kubectl exec zuul-scheduler-0 -- grep \"dummy-elasticsearch-conn\" /etc/zuul/zuul.conf\nkubectl exec zuul-scheduler-0 -- grep \"dummy-smtp-conn\" /etc/zuul/zuul.conf\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000007a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "non-zero return code", "rc": 1, "start": "2026-06-08 20:42:04.516501", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)\ncommand terminated with exit code 1\nDefaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)\ncommand terminated with exit code 1", "stdout_lines": [ "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)", "command terminated with exit code 1", "Defaulted container \"zuul-scheduler\" out of: zuul-scheduler, zuul-statsd, zuul-scheduler-nodeexporter, init-scheduler-config (init)", "command terminated with exit code 1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000007a-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:42:05.297753Z", "start": "2026-06-09T00:42:04.278267Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000007a", "name": "Ensure the new Zuul connections (non SourceInterface) no longer exist in the scheduler's zuul.conf" } }, { "hosts": { "controller": { "action": "kubernetes.core.k8s", "changed": true, "invocation": { "module_args": { "api_key": null, "api_version": "v1", "append_hash": false, "apply": false, "ca_cert": null, "client_cert": null, "client_key": null, "context": null, "continue_on_error": false, "delete_options": null, "force": false, "generate_name": null, "host": null, "impersonate_groups": null, "impersonate_user": null, "kind": "Secret", "kubeconfig": null, "label_selectors": null, "merge_type": null, "name": "githubconnectionsecret", "namespace": "sf", "no_proxy": null, "password": null, "persist_config": null, "proxy": null, "proxy_headers": null, "resource_definition": null, "server_side_apply": null, "src": null, "state": "absent", "template": null, "username": null, "validate": null, "validate_certs": null, "wait": false, "wait_condition": null, "wait_sleep": 5, "wait_timeout": 120 } }, "method": "delete", "result": { "apiVersion": "v1", "details": { "kind": "secrets", "name": "githubconnectionsecret", "uid": "064a5623-0874-419a-89ca-ca7cb7affd9e" }, "kind": "Status", "metadata": {}, "status": "Success" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:42:06.171466Z", "start": "2026-06-09T00:42:05.306551Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000007b", "name": "Delete GitHub Connection Secret" } }, { "hosts": { "controller": { "action": "kubernetes.core.k8s", "changed": true, "invocation": { "module_args": { "api_key": null, "api_version": "v1", "append_hash": false, "apply": false, "ca_cert": null, "client_cert": null, "client_key": null, "context": null, "continue_on_error": false, "delete_options": null, "force": false, "generate_name": null, "host": null, "impersonate_groups": null, "impersonate_user": null, "kind": "Secret", "kubeconfig": null, "label_selectors": null, "merge_type": null, "name": "gitlabconnectionsecret", "namespace": "sf", "no_proxy": null, "password": null, "persist_config": null, "proxy": null, "proxy_headers": null, "resource_definition": null, "server_side_apply": null, "src": null, "state": "absent", "template": null, "username": null, "validate": null, "validate_certs": null, "wait": false, "wait_condition": null, "wait_sleep": 5, "wait_timeout": 120 } }, "method": "delete", "result": { "apiVersion": "v1", "details": { "kind": "secrets", "name": "gitlabconnectionsecret", "uid": "41db709f-a0d0-4d3c-9381-30c9a67ce15c" }, "kind": "Status", "metadata": {}, "status": "Success" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:42:07.021028Z", "start": "2026-06-09T00:42:06.180309Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000007c", "name": "Delete GitLab Connection Secret" } }, { "hosts": { "controller": { "action": "kubernetes.core.k8s", "changed": true, "invocation": { "module_args": { "api_key": null, "api_version": "v1", "append_hash": false, "apply": false, "ca_cert": null, "client_cert": null, "client_key": null, "context": null, "continue_on_error": false, "delete_options": null, "force": false, "generate_name": null, "host": null, "impersonate_groups": null, "impersonate_user": null, "kind": "Secret", "kubeconfig": null, "label_selectors": null, "merge_type": null, "name": "pagureconnectionsecret", "namespace": "sf", "no_proxy": null, "password": null, "persist_config": null, "proxy": null, "proxy_headers": null, "resource_definition": null, "server_side_apply": null, "src": null, "state": "absent", "template": null, "username": null, "validate": null, "validate_certs": null, "wait": false, "wait_condition": null, "wait_sleep": 5, "wait_timeout": 120 } }, "method": "delete", "result": { "apiVersion": "v1", "details": { "kind": "secrets", "name": "pagureconnectionsecret", "uid": "b07ac758-1e84-4a2c-a1d0-3c7cf23a317e" }, "kind": "Status", "metadata": {}, "status": "Success" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000067", "name": "health-check/zuul-connections", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-connections" }, "task": { "duration": { "end": "2026-06-09T00:42:07.801598Z", "start": "2026-06-09T00:42:07.030919Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000007d", "name": "Delete Pagure Connection Secret" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "test_authenticator": [ { "clientID": "zuul", "issuerID": "https://softwarefactory-project.io/auth/realms/SF", "name": "keycloak", "realm": "my_test_realm" } ] }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000007f", "name": "health-check/zuul-authenticators", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-authenticators" }, "task": { "duration": { "end": "2026-06-09T00:42:07.863559Z", "start": "2026-06-09T00:42:07.818497Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000081", "name": "Initialize new authenticator config" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "update-custom-resource" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000007f", "name": "health-check/zuul-authenticators", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-authenticators" }, "task": { "duration": { "end": "2026-06-09T00:42:07.891244Z", "start": "2026-06-09T00:42:07.868813Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000082", "name": "Add the authenticator to spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.slurp", "changed": false, "content": "eyJhcGlWZXJzaW9uIjogInNmLnNvZnR3YXJlZmFjdG9yeS1wcm9qZWN0LmlvL3YxIiwgImtpbmQiOiAiU29mdHdhcmVGYWN0b3J5IiwgIm1ldGFkYXRhIjogeyJuYW1lIjogIm15LXNmIn0sICJzcGVjIjogeyJmcWRuIjogInNmb3AubWUiLCAiY29uZmlnLWxvY2F0aW9uIjogeyJuYW1lIjogImNvbmZpZyIsICJ6dXVsLWNvbm5lY3Rpb24tbmFtZSI6ICJnZXJyaXQifSwgInp1dWwiOiB7ImdlcnJpdGNvbm5zIjogW3sibmFtZSI6ICJnZXJyaXQiLCAidXNlcm5hbWUiOiAienV1bCIsICJob3N0bmFtZSI6ICJnZXJyaXQtc3NoZC5zZiIsICJwdWJ1cmwiOiAiaHR0cHM6Ly9nZXJyaXQuc2ZvcC5tZSJ9XSwgInNjaGVkdWxlciI6IHsibG9nTGV2ZWwiOiAiREVCVUcifSwgImV4ZWN1dG9yIjogeyJsb2dMZXZlbCI6ICJERUJVRyJ9LCAibWVyZ2VyIjogeyJsb2dMZXZlbCI6ICJERUJVRyJ9LCAid2ViIjogeyJsb2dMZXZlbCI6ICJERUJVRyJ9LCAiZ2l0aHViY29ubnMiOiBbXSwgImdpdGxhYmNvbm5zIjogW10sICJnaXRjb25ucyI6IFtdLCAiZWxhc3RpY3NlYXJjaGNvbm5zIjogW10sICJwYWd1cmVjb25ucyI6IFtdLCAic210cGNvbm5zIjogW119LCAibG9nc2VydmVyIjogeyJsb29wRGVsYXkiOiAzNjAwLCAicmV0ZW50aW9uRGF5cyI6IDMwLCAic3RvcmFnZSI6IHsic2l6ZSI6ICIyR2kifX0sICJGbHVlbnRCaXRMb2dGb3J3YXJkaW5nIjogeyJmb3J3YXJkSW5wdXRIb3N0IjogImZsdWVudC1iaXQtZm9yd2FyZC1pbnB1dCIsICJmb3J3YXJkSW5wdXRQb3J0IjogMjQyMjR9fX0=", "encoding": "base64", "invocation": { "module_args": { "src": "/tmp/current_cr.yaml" } }, "source": "/tmp/current_cr.yaml" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000905", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:42:08.130040Z", "start": "2026-06-09T00:42:07.912279Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000907", "name": "read current crd" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": "1a0eaf3a64ae53830eac7d447bb7846e84893f62", "dest": "/tmp/current_cr.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "tmpz8l5xik3", "attributes": null, "backup": false, "checksum": "1a0eaf3a64ae53830eac7d447bb7846e84893f62", "content": null, "dest": "/tmp/current_cr.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780965728.2365098-466-22735370537335/source", "unsafe_writes": false, "validate": null } }, "md5sum": "7addc84d9b0e6bfcf6abc6dd532dafdb", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_tmp_t:s0", "size": 936, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780965728.2365098-466-22735370537335/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000905", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:42:08.930389Z", "start": "2026-06-09T00:42:08.137133Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000908", "name": "merge the new cr" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000905", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:42:08.955682Z", "start": "2026-06-09T00:42:08.934753Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000909", "name": "run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000939", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:42:09.007343Z", "start": "2026-06-09T00:42:08.980141Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000093b", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000939", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:42:09.045024Z", "start": "2026-06-09T00:42:09.016078Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000093c", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy /tmp/current_cr.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "delta": "0:01:14.926998", "end": "2026-06-08 20:43:24.245042", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy /tmp/current_cr.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000093d-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:42:09.318044", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:42:09-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:42:09-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:42:09-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:42:09-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:42:09-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:42:10-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:42:10-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:42:10-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:42:10-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:42:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:42:10-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:42:10-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:42:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:42:10-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:42:10-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:42:11-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:42:11-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:42:11-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:42:12-04:00\tINFO\tUpdating secret, name: zuul-config\n2026-06-08T20:42:12-04:00\tINFO\tUpdating object, name: zuul-config\n2026-06-08T20:42:12-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...\n2026-06-08T20:42:12-04:00\tINFO\tUpdating object, name: zuul-scheduler\n2026-06-08T20:42:13-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:42:13-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...\n2026-06-08T20:42:13-04:00\tINFO\tUpdating object, name: zuul-web\n2026-06-08T20:42:14-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:42:14-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:42:14-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:42:19-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:42:19-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:42:19-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:42:20-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:42:20-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:42:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:42:20-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:42:20-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:42:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:42:20-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:42:20-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:42:21-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:42:21-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:42:21-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:42:22-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:42:22-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:42:22-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:42:23-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:42:23-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:42:24-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:42:24-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:42:24-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:42:29-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:42:29-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:42:29-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:42:30-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:42:30-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:42:30-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:42:30-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:42:30-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:42:30-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:42:30-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:42:30-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:42:30-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:42:30-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:42:31-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:42:31-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:42:31-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:42:32-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:42:33-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:42:33-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:42:34-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:42:34-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:42:34-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:42:39-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:42:39-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:42:39-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:42:39-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:42:39-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:42:39-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:42:39-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:42:39-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:42:39-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:42:40-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:42:40-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:42:40-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:42:40-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:42:40-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:42:41-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:42:41-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:42:42-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:42:43-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:42:43-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:42:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:42:44-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:42:44-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T20:42:49-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:42:49-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:42:49-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:42:49-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:42:49-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:42:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:42:49-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:42:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:42:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:42:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:42:50-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:42:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:42:50-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:42:50-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:42:51-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:42:51-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:42:52-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:42:53-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:42:53-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:42:53-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:42:53-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:42:53-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T20:42:58-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:42:59-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:42:59-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:42:59-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:42:59-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:42:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:42:59-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:42:59-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:42:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:43:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:43:00-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:43:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:43:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:43:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:43:01-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:43:01-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:43:02-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:43:02-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:43:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:43:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:43:03-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:43:03-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T20:43:08-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:43:08-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:43:08-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:43:09-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:43:09-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:43:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:43:09-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:43:09-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:43:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:43:09-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:43:09-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:43:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:43:10-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:43:10-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:43:11-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:43:11-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:43:12-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:43:12-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:43:12-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:43:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:43:13-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:43:13-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T20:43:18-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:43:18-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:43:18-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:43:19-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:43:19-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:43:19-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:43:19-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:43:19-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:43:19-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:43:19-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:43:19-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:43:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:43:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:43:20-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:43:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:43:21-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:43:21-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:43:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:43:22-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:43:22-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:43:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:43:23-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:43:23-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:43:24-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:42:09-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:42:09-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:42:09-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:42:09-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:42:09-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:42:10-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:42:10-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:42:10-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:42:10-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:42:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:42:10-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:42:10-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:42:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:42:10-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:42:10-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:42:11-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:42:11-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:42:11-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:42:12-04:00\tINFO\tUpdating secret, name: zuul-config", "2026-06-08T20:42:12-04:00\tINFO\tUpdating object, name: zuul-config", "2026-06-08T20:42:12-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...", "2026-06-08T20:42:12-04:00\tINFO\tUpdating object, name: zuul-scheduler", "2026-06-08T20:42:13-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:42:13-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...", "2026-06-08T20:42:13-04:00\tINFO\tUpdating object, name: zuul-web", "2026-06-08T20:42:14-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:42:14-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:42:14-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:42:19-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:42:19-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:42:19-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:42:20-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:42:20-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:42:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:42:20-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:42:20-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:42:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:42:20-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:42:20-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:42:21-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:42:21-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:42:21-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:42:22-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:42:22-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:42:22-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:42:23-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:42:23-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:42:24-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:42:24-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:42:24-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:42:29-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:42:29-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:42:29-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:42:30-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:42:30-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:42:30-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:42:30-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:42:30-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:42:30-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:42:30-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:42:30-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:42:30-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:42:30-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:42:31-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:42:31-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:42:31-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:42:32-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:42:33-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:42:33-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:42:34-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:42:34-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:42:34-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:42:39-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:42:39-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:42:39-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:42:39-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:42:39-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:42:39-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:42:39-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:42:39-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:42:39-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:42:40-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:42:40-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:42:40-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:42:40-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:42:40-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:42:41-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:42:41-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:42:42-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:42:43-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:42:43-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:42:44-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:42:44-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:42:44-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T20:42:49-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:42:49-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:42:49-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:42:49-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:42:49-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:42:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:42:49-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:42:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:42:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:42:50-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:42:50-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:42:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:42:50-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:42:50-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:42:51-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:42:51-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:42:52-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:42:53-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:42:53-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:42:53-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:42:53-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:42:53-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T20:42:58-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:42:59-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:42:59-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:42:59-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:42:59-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:42:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:42:59-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:42:59-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:42:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:43:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:43:00-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:43:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:43:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:43:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:43:01-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:43:01-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:43:02-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:43:02-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:43:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:43:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:43:03-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:43:03-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T20:43:08-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:43:08-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:43:08-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:43:09-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:43:09-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:43:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:43:09-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:43:09-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:43:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:43:09-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:43:09-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:43:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:43:10-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:43:10-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:43:11-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:43:11-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:43:12-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:43:12-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:43:12-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:43:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:43:13-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:43:13-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T20:43:18-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:43:18-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:43:18-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:43:19-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:43:19-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:43:19-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:43:19-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:43:19-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:43:19-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:43:19-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:43:19-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:43:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:43:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:43:20-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:43:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:43:21-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:43:21-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:43:21-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:43:22-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:43:22-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:43:23-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:43:23-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:43:23-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:43:24-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000093d-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000939", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:43:24.692956Z", "start": "2026-06-09T00:42:09.072979Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000093d", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000939", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:43:25.243475Z", "start": "2026-06-09T00:43:24.733895Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000093e", "name": "Copy current spec" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "cache_control": "public, max-age=3600", "changed": false, "connection": "close", "content": "{\"info\": {\"capabilities\": {\"job_history\": true, \"auth\": {\"realms\": {\"zuul.sfop.me\": {\"authority\": \"zuul-admin\", \"client_id\": \"zuul-client\", \"type\": \"JWT\", \"driver\": \"HS256\"}, \"my_test_realm\": {\"authority\": \"https://softwarefactory-project.io/auth/realms/SF\", \"client_id\": \"zuul\", \"type\": \"JWT\", \"driver\": \"OpenIDConnect\", \"scope\": \"openid profile\", \"load_user_info\": false}}, \"default_realm\": \"my_test_realm\", \"read_protected\": false, \"niz\": false, \"auth_log_file_requests\": false}}, \"websocket_url\": null, \"stats\": {\"prefix\": null, \"type\": \"graphite\", \"url\": null}, \"tenant\": \"internal\"}}", "content_length": "589", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:43:25 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/info", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": { "info": { "capabilities": { "auth": { "auth_log_file_requests": false, "default_realm": "my_test_realm", "niz": false, "read_protected": false, "realms": { "my_test_realm": { "authority": "https://softwarefactory-project.io/auth/realms/SF", "client_id": "zuul", "driver": "OpenIDConnect", "load_user_info": false, "scope": "openid profile", "type": "JWT" }, "zuul.sfop.me": { "authority": "zuul-admin", "client_id": "zuul-client", "driver": "HS256", "type": "JWT" } } }, "job_history": true }, "stats": { "prefix": null, "type": "graphite", "url": null }, "tenant": "internal", "websocket_url": null } }, "last_modified": "Tue, 09 Jun 2026 00:42:21 GMT", "msg": "OK (589 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/info", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000007f", "name": "health-check/zuul-authenticators", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-authenticators" }, "task": { "duration": { "end": "2026-06-09T00:43:25.840627Z", "start": "2026-06-09T00:43:25.271287Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000083", "name": "Wait for the new authenticator to appear in the Zuul API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "update-custom-resource" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000007f", "name": "health-check/zuul-authenticators", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-authenticators" }, "task": { "duration": { "end": "2026-06-09T00:43:25.898881Z", "start": "2026-06-09T00:43:25.859534Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000084", "name": "Remove the test authenticator from the spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.slurp", "changed": false, "content": "eyJhcGlWZXJzaW9uIjogInNmLnNvZnR3YXJlZmFjdG9yeS1wcm9qZWN0LmlvL3YxIiwgImtpbmQiOiAiU29mdHdhcmVGYWN0b3J5IiwgIm1ldGFkYXRhIjogeyJuYW1lIjogIm15LXNmIn0sICJzcGVjIjogeyJmcWRuIjogInNmb3AubWUiLCAiY29uZmlnLWxvY2F0aW9uIjogeyJuYW1lIjogImNvbmZpZyIsICJ6dXVsLWNvbm5lY3Rpb24tbmFtZSI6ICJnZXJyaXQifSwgInp1dWwiOiB7ImdlcnJpdGNvbm5zIjogW3sibmFtZSI6ICJnZXJyaXQiLCAidXNlcm5hbWUiOiAienV1bCIsICJob3N0bmFtZSI6ICJnZXJyaXQtc3NoZC5zZiIsICJwdWJ1cmwiOiAiaHR0cHM6Ly9nZXJyaXQuc2ZvcC5tZSJ9XSwgInNjaGVkdWxlciI6IHsibG9nTGV2ZWwiOiAiREVCVUcifSwgImV4ZWN1dG9yIjogeyJsb2dMZXZlbCI6ICJERUJVRyJ9LCAibWVyZ2VyIjogeyJsb2dMZXZlbCI6ICJERUJVRyJ9LCAid2ViIjogeyJsb2dMZXZlbCI6ICJERUJVRyJ9LCAiZ2l0aHViY29ubnMiOiBbXSwgImdpdGxhYmNvbm5zIjogW10sICJnaXRjb25ucyI6IFtdLCAiZWxhc3RpY3NlYXJjaGNvbm5zIjogW10sICJwYWd1cmVjb25ucyI6IFtdLCAic210cGNvbm5zIjogW10sICJvaWRjQXV0aGVudGljYXRvcnMiOiBbeyJuYW1lIjogImtleWNsb2FrIiwgInJlYWxtIjogIm15X3Rlc3RfcmVhbG0iLCAiaXNzdWVySUQiOiAiaHR0cHM6Ly9zb2Z0d2FyZWZhY3RvcnktcHJvamVjdC5pby9hdXRoL3JlYWxtcy9TRiIsICJjbGllbnRJRCI6ICJ6dXVsIn1dfSwgImxvZ3NlcnZlciI6IHsibG9vcERlbGF5IjogMzYwMCwgInJldGVudGlvbkRheXMiOiAzMCwgInN0b3JhZ2UiOiB7InNpemUiOiAiMkdpIn19LCAiRmx1ZW50Qml0TG9nRm9yd2FyZGluZyI6IHsiZm9yd2FyZElucHV0SG9zdCI6ICJmbHVlbnQtYml0LWZvcndhcmQtaW5wdXQiLCAiZm9yd2FyZElucHV0UG9ydCI6IDI0MjI0fX19", "encoding": "base64", "invocation": { "module_args": { "src": "/tmp/current_cr.yaml" } }, "source": "/tmp/current_cr.yaml" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000098c", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:43:26.147307Z", "start": "2026-06-09T00:43:25.927737Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000098e", "name": "read current crd" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": "e6daee24a71c2956b10a778a3e39203514c4db44", "dest": "/tmp/current_cr.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "tmpxevmol8x", "attributes": null, "backup": false, "checksum": "e6daee24a71c2956b10a778a3e39203514c4db44", "content": null, "dest": "/tmp/current_cr.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780965806.2508712-491-159789654148380/source", "unsafe_writes": false, "validate": null } }, "md5sum": "2142b1239d27b078c3e5dcce3c647a46", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_tmp_t:s0", "size": 805, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780965806.2508712-491-159789654148380/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000098c", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:43:27.003648Z", "start": "2026-06-09T00:43:26.155900Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000098f", "name": "merge the new cr" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000098c", "name": "update-custom-resource", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/update-custom-resource" }, "task": { "duration": { "end": "2026-06-09T00:43:27.142588Z", "start": "2026-06-09T00:43:27.015657Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000990", "name": "run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000009d6", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:43:27.183065Z", "start": "2026-06-09T00:43:27.157006Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000009d8", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000009d6", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:43:27.218236Z", "start": "2026-06-09T00:43:27.190285Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000009d9", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy /tmp/current_cr.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "delta": "0:01:14.881152", "end": "2026-06-08 20:44:42.372208", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy /tmp/current_cr.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000009da-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:43:27.491056", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:43:27-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:43:27-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:43:27-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:43:27-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:43:27-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:43:28-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:43:28-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:43:28-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:43:28-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:43:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:43:28-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:43:28-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:43:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:43:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:43:28-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:43:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:43:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:43:29-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:43:30-04:00\tINFO\tUpdating secret, name: zuul-config\n2026-06-08T20:43:30-04:00\tINFO\tUpdating object, name: zuul-config\n2026-06-08T20:43:30-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...\n2026-06-08T20:43:30-04:00\tINFO\tUpdating object, name: zuul-scheduler\n2026-06-08T20:43:31-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:43:32-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...\n2026-06-08T20:43:32-04:00\tINFO\tUpdating object, name: zuul-web\n2026-06-08T20:43:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:43:32-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:43:32-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:43:37-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:43:37-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:43:37-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:43:38-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:43:38-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:43:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:43:38-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:43:38-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:43:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:43:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:43:38-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:43:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:43:39-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:43:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:43:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:43:40-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:43:41-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:43:41-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:43:41-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:43:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:43:42-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:43:42-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:43:47-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:43:47-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:43:47-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:43:48-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:43:48-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:43:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:43:48-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:43:48-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:43:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:43:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:43:48-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:43:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:43:49-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:43:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:43:50-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:43:50-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:43:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:43:51-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:43:51-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:43:52-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:43:52-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:43:52-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:43:57-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:43:57-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:43:57-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:43:58-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:43:58-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:43:58-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:43:58-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:43:58-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:43:58-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:43:58-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:43:58-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:43:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:43:58-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:43:59-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:43:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:43:59-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:44:00-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:44:01-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:44:01-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:44:02-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:44:02-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:44:02-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T20:44:07-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:44:07-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:44:07-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:44:07-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:44:07-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:44:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:44:07-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:44:07-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:44:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:44:08-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:44:08-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:44:08-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:44:08-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:44:08-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:44:09-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:44:09-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:44:10-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:44:11-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:44:11-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:44:12-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:44:12-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:44:12-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T20:44:17-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:44:17-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:44:17-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:44:17-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:44:17-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:44:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:44:17-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:44:17-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:44:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:44:18-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:44:18-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:44:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:44:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:44:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:44:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:44:19-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:44:20-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:44:21-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:44:21-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:44:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:44:21-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:44:21-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T20:44:26-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:44:26-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:44:26-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:44:27-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:44:27-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:44:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:44:27-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:44:27-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:44:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:44:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:44:27-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:44:28-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:44:28-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:44:28-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:44:29-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:44:29-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:44:30-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:44:30-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:44:30-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:44:31-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:44:31-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:44:31-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T20:44:36-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:44:36-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:44:36-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:44:37-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:44:37-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:44:37-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:44:37-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:44:37-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:44:37-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:44:37-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:44:37-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:44:38-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:44:38-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:44:38-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:44:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:44:39-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:44:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:44:39-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:44:40-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:44:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:44:41-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:44:41-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:44:41-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:44:42-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:43:27-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:43:27-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:43:27-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:43:27-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:43:27-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:43:28-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:43:28-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:43:28-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:43:28-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:43:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:43:28-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:43:28-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:43:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:43:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:43:28-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:43:29-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:43:29-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:43:29-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:43:30-04:00\tINFO\tUpdating secret, name: zuul-config", "2026-06-08T20:43:30-04:00\tINFO\tUpdating object, name: zuul-config", "2026-06-08T20:43:30-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...", "2026-06-08T20:43:30-04:00\tINFO\tUpdating object, name: zuul-scheduler", "2026-06-08T20:43:31-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:43:32-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...", "2026-06-08T20:43:32-04:00\tINFO\tUpdating object, name: zuul-web", "2026-06-08T20:43:32-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:43:32-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:43:32-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:43:37-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:43:37-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:43:37-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:43:38-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:43:38-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:43:38-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:43:38-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:43:38-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:43:38-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:43:38-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:43:38-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:43:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:43:39-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:43:39-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:43:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:43:40-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:43:41-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:43:41-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:43:41-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:43:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:43:42-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:43:42-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:43:47-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:43:47-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:43:47-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:43:48-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:43:48-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:43:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:43:48-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:43:48-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:43:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:43:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:43:48-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:43:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:43:49-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:43:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:43:50-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:43:50-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:43:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:43:51-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:43:51-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:43:52-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:43:52-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:43:52-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:43:57-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:43:57-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:43:57-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:43:58-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:43:58-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:43:58-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:43:58-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:43:58-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:43:58-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:43:58-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:43:58-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:43:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:43:58-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:43:59-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:43:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:43:59-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:44:00-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:44:01-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:44:01-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:44:02-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:44:02-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:44:02-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T20:44:07-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:44:07-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:44:07-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:44:07-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:44:07-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:44:07-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:44:07-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:44:07-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:44:07-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:44:08-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:44:08-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:44:08-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:44:08-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:44:08-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:44:09-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:44:09-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:44:10-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:44:11-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:44:11-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:44:12-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:44:12-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:44:12-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T20:44:17-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:44:17-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:44:17-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:44:17-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:44:17-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:44:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:44:17-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:44:17-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:44:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:44:18-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:44:18-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:44:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:44:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:44:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:44:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:44:19-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:44:20-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:44:21-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:44:21-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:44:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:44:21-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:44:21-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T20:44:26-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:44:26-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:44:26-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:44:27-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:44:27-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:44:27-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:44:27-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:44:27-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:44:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:44:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:44:27-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:44:28-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:44:28-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:44:28-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:44:29-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:44:29-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:44:30-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:44:30-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:44:30-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:44:31-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:44:31-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:44:31-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T20:44:36-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:44:36-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:44:36-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:44:37-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:44:37-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:44:37-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:44:37-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:44:37-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:44:37-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:44:37-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:44:37-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:44:38-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:44:38-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:44:38-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:44:39-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:44:39-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:44:39-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:44:39-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:44:40-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:44:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:44:41-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:44:41-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:44:41-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:44:42-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000009da-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000009d6", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:44:42.853400Z", "start": "2026-06-09T00:43:27.240740Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000009da", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000009d6", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:44:43.407828Z", "start": "2026-06-09T00:44:42.896870Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000009db", "name": "Copy current spec" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "cache_control": "public, max-age=3600", "changed": false, "connection": "close", "content": "{\"info\": {\"capabilities\": {\"job_history\": true, \"auth\": {\"realms\": {\"zuul.sfop.me\": {\"authority\": \"zuul-admin\", \"client_id\": \"zuul-client\", \"type\": \"JWT\", \"driver\": \"HS256\"}}, \"default_realm\": \"zuul.sfop.me\", \"read_protected\": false, \"niz\": false, \"auth_log_file_requests\": false}}, \"websocket_url\": null, \"stats\": {\"prefix\": null, \"type\": \"graphite\", \"url\": null}, \"tenant\": \"internal\"}}", "content_length": "388", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:44:43 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/info", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": { "info": { "capabilities": { "auth": { "auth_log_file_requests": false, "default_realm": "zuul.sfop.me", "niz": false, "read_protected": false, "realms": { "zuul.sfop.me": { "authority": "zuul-admin", "client_id": "zuul-client", "driver": "HS256", "type": "JWT" } } }, "job_history": true }, "stats": { "prefix": null, "type": "graphite", "url": null }, "tenant": "internal", "websocket_url": null } }, "last_modified": "Tue, 09 Jun 2026 00:43:39 GMT", "msg": "OK (388 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/info", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000007f", "name": "health-check/zuul-authenticators", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-authenticators" }, "task": { "duration": { "end": "2026-06-09T00:44:44.009138Z", "start": "2026-06-09T00:44:43.434318Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000085", "name": "Wait for the test authenticator to be delisted" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/check-zuul-tenant" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:44:44.058491Z", "start": "2026-06-09T00:44:44.017900Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000089", "name": "" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content": "[]", "content_length": "2", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:44:44 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/config-errors", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [], "msg": "OK (2 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/config-errors", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000a25", "name": "health-check/check-zuul-tenant", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/check-zuul-tenant" }, "task": { "duration": { "end": "2026-06-09T00:44:44.567501Z", "start": "2026-06-09T00:44:44.083224Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000a27", "name": "Get configuration errors/warnings into the internal tenant" } }, { "hosts": { "controller": { "action": "ansible.builtin.fail", "changed": false, "false_condition": "tenant_errors.json | length > 0", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000a25", "name": "health-check/check-zuul-tenant", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/check-zuul-tenant" }, "task": { "duration": { "end": "2026-06-09T00:44:44.613104Z", "start": "2026-06-09T00:44:44.584019Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000a28", "name": "Fail when errors/warnings into the internal tenant" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "random": "LIHNHN3d" }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:44:44.713275Z", "start": "2026-06-09T00:44:44.633105Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000008a", "name": "Set random value" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "repository_name": "ichiban-config-LIHNHN3d", "tenant_name": "ichiban-tenant-LIHNHN3d" }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:44:44.760926Z", "start": "2026-06-09T00:44:44.722853Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000008b", "name": "Create vars to generate and submit resources addition" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "create-gerrit-repository" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:44:44.811516Z", "start": "2026-06-09T00:44:44.770074Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000008c", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "exec", "gerrit-0", "-c", "managesf-resources", "--", "/usr/share/managesf/create-repo.sh", "ichiban-config-LIHNHN3d" ], "delta": "0:00:03.824201", "end": "2026-06-08 20:44:48.942108", "invocation": { "module_args": { "_raw_params": "kubectl exec gerrit-0 -c managesf-resources -- /usr/share/managesf/create-repo.sh ichiban-config-LIHNHN3d\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000a8e-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:44:45.117907", "stderr": "", "stderr_lines": [], "stdout": "2026-06-09 00:44:46,535 INFO managesf.model.yamlbkd.engine - Resource engine is using /tmp/direct-apply as workdir\n2026-06-09 00:44:46,536 INFO managesf.model.yamlbkd.engine - Resources engine: direct apply resources requested\n2026-06-09 00:44:46,556 INFO managesf.GerritClient - ichiban-config-LIHNHN3d-core: creating group (Team core for the ichiban-config-LIHNHN3d repo)\n2026-06-09 00:44:46,621 INFO managesf.GerritClient - ichiban-config-LIHNHN3d-core: deleting group member admin\n2026-06-09 00:44:46,650 INFO managesf.GerritClient - ichiban-config-LIHNHN3d-ptl: creating group (Team lead for the ichiban-config-LIHNHN3d repo)\n2026-06-09 00:44:46,732 INFO managesf.GerritClient - ichiban-config-LIHNHN3d-ptl: deleting group member admin\n2026-06-09 00:44:46,831 INFO managesf.GerritClient - ichiban-config-LIHNHN3d-ptl: adding group member admin@sfop.me\n2026-06-09 00:44:46,937 INFO managesf.GerritClient - ichiban-config-LIHNHN3d: creating project (ichiban-config-LIHNHN3d repository)\n2026-06-09 00:44:47,049 INFO managesf.services.gerrit.utils - [gerrit] Clone repository ichiban-config-LIHNHN3d\n2026-06-09 00:44:47,251 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'clone', 'ssh://admin@gerrit-sshd:29418/ichiban-config-LIHNHN3d', '/tmp/tmpgz6r1t35/clone-ichiban-config-LIHNHN3d'] output\n2026-06-09 00:44:47,251 INFO managesf.services.gerrit.utils - Cloning into '/tmp/tmpgz6r1t35/clone-ichiban-config-LIHNHN3d'...\nWarning: Permanently added '[gerrit-sshd]:29418' (ED25519) to the list of known hosts.\r\nTotal 2 (delta 0), reused 0 (delta 0)\n\n2026-06-09 00:44:47,460 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'fetch', '-a'] output\n2026-06-09 00:44:47,460 INFO managesf.services.gerrit.utils - \n2026-06-09 00:44:47,630 INFO managesf.services.gerrit.utils - [gerrit] Prepare push on config for repository ichiban-config-LIHNHN3d\n2026-06-09 00:44:47,853 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'fetch', 'origin', 'refs/meta/config:refs/remotes/origin/meta/config'] output\n2026-06-09 00:44:47,854 INFO managesf.services.gerrit.utils - Total 4 (delta 0), reused 0 (delta 0)\nFrom ssh://gerrit-sshd:29418/ichiban-config-LIHNHN3d\n * [new ref] refs/meta/config -> origin/meta/config\n\n2026-06-09 00:44:47,873 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'checkout', 'meta/config'] output\n2026-06-09 00:44:47,874 INFO managesf.services.gerrit.utils - Switched to a new branch 'meta/config'\nbranch 'meta/config' set up to track 'origin/meta/config'.\n\n2026-06-09 00:44:47,874 INFO managesf.services.gerrit.utils - [gerrit] Add file project.config to index\n2026-06-09 00:44:47,887 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'add', 'project.config'] output\n2026-06-09 00:44:47,887 INFO managesf.services.gerrit.utils - \n2026-06-09 00:44:47,887 INFO managesf.services.gerrit.utils - [gerrit] Add file groups to index\n2026-06-09 00:44:47,914 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'add', 'groups'] output\n2026-06-09 00:44:47,914 INFO managesf.services.gerrit.utils - \n2026-06-09 00:44:47,925 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'status', '-s'] output\n2026-06-09 00:44:47,925 INFO managesf.services.gerrit.utils - M groups\nM project.config\n\n2026-06-09 00:44:47,941 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'commit', '-a', '--author', 'admin ', '-mProvides ACL and Groups'] output\n2026-06-09 00:44:47,941 INFO managesf.services.gerrit.utils - [meta/config b81a858] Provides ACL and Groups\n 2 files changed, 31 insertions(+), 9 deletions(-)\n\n2026-06-09 00:44:48,288 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'push', 'origin', 'meta/config:meta/config'] output\n2026-06-09 00:44:48,288 INFO managesf.services.gerrit.utils - remote: \rremote: Processing changes: refs: 1 \rremote: Processing changes: refs: 1, done \nTo ssh://gerrit-sshd:29418/ichiban-config-LIHNHN3d\n 38ca629..b81a858 meta/config -> refs/meta/config\n\n2026-06-09 00:44:48,288 INFO managesf.services.gerrit.utils - [gerrit] Push on config for repository ichiban-config-LIHNHN3d\n2026-06-09 00:44:48,288 INFO managesf.services.gerrit.utils - [gerrit] Prepare push on master for repository ichiban-config-LIHNHN3d\n2026-06-09 00:44:48,297 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'checkout', 'master'] output\n2026-06-09 00:44:48,298 INFO managesf.services.gerrit.utils - Switched to branch 'master'\nYour branch is up to date with 'origin/master'.\n\n2026-06-09 00:44:48,306 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'reset', '--hard', 'origin/master'] output\n2026-06-09 00:44:48,306 INFO managesf.services.gerrit.utils - HEAD is now at aff3036 Initial empty repository\n\n2026-06-09 00:44:48,306 INFO managesf.services.gerrit.utils - [gerrit] Add file .gitreview to index\n2026-06-09 00:44:48,313 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'add', '.gitreview'] output\n2026-06-09 00:44:48,313 INFO managesf.services.gerrit.utils - \n2026-06-09 00:44:48,321 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'status', '-s'] output\n2026-06-09 00:44:48,321 INFO managesf.services.gerrit.utils - A .gitreview\n\n2026-06-09 00:44:48,332 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'commit', '-a', '--author', 'admin ', '-mManageSF commit'] output\n2026-06-09 00:44:48,332 INFO managesf.services.gerrit.utils - [master 122eb4c] ManageSF commit\n 1 file changed, 5 insertions(+)\n create mode 100644 .gitreview\n\n2026-06-09 00:44:48,629 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'push', 'origin', 'master'] output\n2026-06-09 00:44:48,629 INFO managesf.services.gerrit.utils - remote: \rremote: Processing changes: refs: 1 \rremote: Processing changes: refs: 1, done \nTo ssh://gerrit-sshd:29418/ichiban-config-LIHNHN3d\n aff3036..122eb4c master -> master\n\n2026-06-09 00:44:48,629 INFO managesf.services.gerrit.utils - [gerrit] Push on master for repository ichiban-config-LIHNHN3d\n2026-06-09 00:44:48,630 INFO managesf.services.gerrit.utils - [gerrit] List remote branches\n2026-06-09 00:44:48,637 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'branch', '-rv', '--abbrev=40'] output\n2026-06-09 00:44:48,637 INFO managesf.services.gerrit.utils - origin/HEAD -> origin/master\n origin/master 122eb4c6e2fb0e11b2b66960e4ee36f5e3744f27 ManageSF commit\n origin/meta/config 38ca62982a000cf9f25de5436cf4a710b44c8ea0 Created project\n\n2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: repos, ID: ichiban-config-LIHNHN3d] is going to be created.\n2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: acls, ID: ichiban-config-LIHNHN3d-acl] is going to be created.\n2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-LIHNHN3d-core] is going to be created.\n2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-LIHNHN3d-ptl] is going to be created.\n2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-LIHNHN3d-core] will be created.\n2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-LIHNHN3d-core] has been created.\n2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-LIHNHN3d-ptl] will be created.\n2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-LIHNHN3d-ptl] has been created.\n\n=== Resources actions ===\n\nResource [type: repos, ID: ichiban-config-LIHNHN3d] is going to be created.\nResource [type: acls, ID: ichiban-config-LIHNHN3d-acl] is going to be created.\nResource [type: groups, ID: ichiban-config-LIHNHN3d-core] is going to be created.\nResource [type: groups, ID: ichiban-config-LIHNHN3d-ptl] is going to be created.\nResource [type: groups, ID: ichiban-config-LIHNHN3d-core] will be created.\nResource [type: groups, ID: ichiban-config-LIHNHN3d-core] has been created.\nResource [type: groups, ID: ichiban-config-LIHNHN3d-ptl] will be created.\nResource [type: groups, ID: ichiban-config-LIHNHN3d-ptl] has been created.\nResource [type: acls, ID: ichiban-config-LIHNHN3d-acl] will be created.\nResource [type: acls, ID: ichiban-config-LIHNHN3d-acl] has been created.\nResource [type: repos, ID: ichiban-config-LIHNHN3d] will be created.\nResource [type: repos, ID: ichiban-config-LIHNHN3d] has been created.\n2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: acls, ID: ichiban-config-LIHNHN3d-acl] will be created.\n2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: acls, ID: ichiban-config-LIHNHN3d-acl] has been created.\n2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: repos, ID: ichiban-config-LIHNHN3d] will be created.\n2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: repos, ID: ichiban-config-LIHNHN3d] has been created.", "stdout_lines": [ "2026-06-09 00:44:46,535 INFO managesf.model.yamlbkd.engine - Resource engine is using /tmp/direct-apply as workdir", "2026-06-09 00:44:46,536 INFO managesf.model.yamlbkd.engine - Resources engine: direct apply resources requested", "2026-06-09 00:44:46,556 INFO managesf.GerritClient - ichiban-config-LIHNHN3d-core: creating group (Team core for the ichiban-config-LIHNHN3d repo)", "2026-06-09 00:44:46,621 INFO managesf.GerritClient - ichiban-config-LIHNHN3d-core: deleting group member admin", "2026-06-09 00:44:46,650 INFO managesf.GerritClient - ichiban-config-LIHNHN3d-ptl: creating group (Team lead for the ichiban-config-LIHNHN3d repo)", "2026-06-09 00:44:46,732 INFO managesf.GerritClient - ichiban-config-LIHNHN3d-ptl: deleting group member admin", "2026-06-09 00:44:46,831 INFO managesf.GerritClient - ichiban-config-LIHNHN3d-ptl: adding group member admin@sfop.me", "2026-06-09 00:44:46,937 INFO managesf.GerritClient - ichiban-config-LIHNHN3d: creating project (ichiban-config-LIHNHN3d repository)", "2026-06-09 00:44:47,049 INFO managesf.services.gerrit.utils - [gerrit] Clone repository ichiban-config-LIHNHN3d", "2026-06-09 00:44:47,251 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'clone', 'ssh://admin@gerrit-sshd:29418/ichiban-config-LIHNHN3d', '/tmp/tmpgz6r1t35/clone-ichiban-config-LIHNHN3d'] output", "2026-06-09 00:44:47,251 INFO managesf.services.gerrit.utils - Cloning into '/tmp/tmpgz6r1t35/clone-ichiban-config-LIHNHN3d'...", "Warning: Permanently added '[gerrit-sshd]:29418' (ED25519) to the list of known hosts.", "Total 2 (delta 0), reused 0 (delta 0)", "", "2026-06-09 00:44:47,460 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'fetch', '-a'] output", "2026-06-09 00:44:47,460 INFO managesf.services.gerrit.utils - ", "2026-06-09 00:44:47,630 INFO managesf.services.gerrit.utils - [gerrit] Prepare push on config for repository ichiban-config-LIHNHN3d", "2026-06-09 00:44:47,853 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'fetch', 'origin', 'refs/meta/config:refs/remotes/origin/meta/config'] output", "2026-06-09 00:44:47,854 INFO managesf.services.gerrit.utils - Total 4 (delta 0), reused 0 (delta 0)", "From ssh://gerrit-sshd:29418/ichiban-config-LIHNHN3d", " * [new ref] refs/meta/config -> origin/meta/config", "", "2026-06-09 00:44:47,873 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'checkout', 'meta/config'] output", "2026-06-09 00:44:47,874 INFO managesf.services.gerrit.utils - Switched to a new branch 'meta/config'", "branch 'meta/config' set up to track 'origin/meta/config'.", "", "2026-06-09 00:44:47,874 INFO managesf.services.gerrit.utils - [gerrit] Add file project.config to index", "2026-06-09 00:44:47,887 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'add', 'project.config'] output", "2026-06-09 00:44:47,887 INFO managesf.services.gerrit.utils - ", "2026-06-09 00:44:47,887 INFO managesf.services.gerrit.utils - [gerrit] Add file groups to index", "2026-06-09 00:44:47,914 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'add', 'groups'] output", "2026-06-09 00:44:47,914 INFO managesf.services.gerrit.utils - ", "2026-06-09 00:44:47,925 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'status', '-s'] output", "2026-06-09 00:44:47,925 INFO managesf.services.gerrit.utils - M groups", "M project.config", "", "2026-06-09 00:44:47,941 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'commit', '-a', '--author', 'admin ', '-mProvides ACL and Groups'] output", "2026-06-09 00:44:47,941 INFO managesf.services.gerrit.utils - [meta/config b81a858] Provides ACL and Groups", " 2 files changed, 31 insertions(+), 9 deletions(-)", "", "2026-06-09 00:44:48,288 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'push', 'origin', 'meta/config:meta/config'] output", "2026-06-09 00:44:48,288 INFO managesf.services.gerrit.utils - remote: ", "remote: Processing changes: refs: 1 ", "remote: Processing changes: refs: 1, done ", "To ssh://gerrit-sshd:29418/ichiban-config-LIHNHN3d", " 38ca629..b81a858 meta/config -> refs/meta/config", "", "2026-06-09 00:44:48,288 INFO managesf.services.gerrit.utils - [gerrit] Push on config for repository ichiban-config-LIHNHN3d", "2026-06-09 00:44:48,288 INFO managesf.services.gerrit.utils - [gerrit] Prepare push on master for repository ichiban-config-LIHNHN3d", "2026-06-09 00:44:48,297 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'checkout', 'master'] output", "2026-06-09 00:44:48,298 INFO managesf.services.gerrit.utils - Switched to branch 'master'", "Your branch is up to date with 'origin/master'.", "", "2026-06-09 00:44:48,306 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'reset', '--hard', 'origin/master'] output", "2026-06-09 00:44:48,306 INFO managesf.services.gerrit.utils - HEAD is now at aff3036 Initial empty repository", "", "2026-06-09 00:44:48,306 INFO managesf.services.gerrit.utils - [gerrit] Add file .gitreview to index", "2026-06-09 00:44:48,313 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'add', '.gitreview'] output", "2026-06-09 00:44:48,313 INFO managesf.services.gerrit.utils - ", "2026-06-09 00:44:48,321 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'status', '-s'] output", "2026-06-09 00:44:48,321 INFO managesf.services.gerrit.utils - A .gitreview", "", "2026-06-09 00:44:48,332 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'commit', '-a', '--author', 'admin ', '-mManageSF commit'] output", "2026-06-09 00:44:48,332 INFO managesf.services.gerrit.utils - [master 122eb4c] ManageSF commit", " 1 file changed, 5 insertions(+)", " create mode 100644 .gitreview", "", "2026-06-09 00:44:48,629 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'push', 'origin', 'master'] output", "2026-06-09 00:44:48,629 INFO managesf.services.gerrit.utils - remote: ", "remote: Processing changes: refs: 1 ", "remote: Processing changes: refs: 1, done ", "To ssh://gerrit-sshd:29418/ichiban-config-LIHNHN3d", " aff3036..122eb4c master -> master", "", "2026-06-09 00:44:48,629 INFO managesf.services.gerrit.utils - [gerrit] Push on master for repository ichiban-config-LIHNHN3d", "2026-06-09 00:44:48,630 INFO managesf.services.gerrit.utils - [gerrit] List remote branches", "2026-06-09 00:44:48,637 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'branch', '-rv', '--abbrev=40'] output", "2026-06-09 00:44:48,637 INFO managesf.services.gerrit.utils - origin/HEAD -> origin/master", " origin/master 122eb4c6e2fb0e11b2b66960e4ee36f5e3744f27 ManageSF commit", " origin/meta/config 38ca62982a000cf9f25de5436cf4a710b44c8ea0 Created project", "", "2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: repos, ID: ichiban-config-LIHNHN3d] is going to be created.", "2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: acls, ID: ichiban-config-LIHNHN3d-acl] is going to be created.", "2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-LIHNHN3d-core] is going to be created.", "2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-LIHNHN3d-ptl] is going to be created.", "2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-LIHNHN3d-core] will be created.", "2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-LIHNHN3d-core] has been created.", "2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-LIHNHN3d-ptl] will be created.", "2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-LIHNHN3d-ptl] has been created.", "", "=== Resources actions ===", "", "Resource [type: repos, ID: ichiban-config-LIHNHN3d] is going to be created.", "Resource [type: acls, ID: ichiban-config-LIHNHN3d-acl] is going to be created.", "Resource [type: groups, ID: ichiban-config-LIHNHN3d-core] is going to be created.", "Resource [type: groups, ID: ichiban-config-LIHNHN3d-ptl] is going to be created.", "Resource [type: groups, ID: ichiban-config-LIHNHN3d-core] will be created.", "Resource [type: groups, ID: ichiban-config-LIHNHN3d-core] has been created.", "Resource [type: groups, ID: ichiban-config-LIHNHN3d-ptl] will be created.", "Resource [type: groups, ID: ichiban-config-LIHNHN3d-ptl] has been created.", "Resource [type: acls, ID: ichiban-config-LIHNHN3d-acl] will be created.", "Resource [type: acls, ID: ichiban-config-LIHNHN3d-acl] has been created.", "Resource [type: repos, ID: ichiban-config-LIHNHN3d] will be created.", "Resource [type: repos, ID: ichiban-config-LIHNHN3d] has been created.", "2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: acls, ID: ichiban-config-LIHNHN3d-acl] will be created.", "2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: acls, ID: ichiban-config-LIHNHN3d-acl] has been created.", "2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: repos, ID: ichiban-config-LIHNHN3d] will be created.", "2026-06-09 00:44:48,638 INFO managesf.model.yamlbkd.engine - Resource [type: repos, ID: ichiban-config-LIHNHN3d] has been created." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000a8e-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000a8c", "name": "create-gerrit-repository", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/create-gerrit-repository" }, "task": { "duration": { "end": "2026-06-09T00:44:49.386503Z", "start": "2026-06-09T00:44:44.863833Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000a8e", "name": "Create gerrit repository named ichiban-config-LIHNHN3d" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "attempts": 1, "cache_control": "no-cache, no-store, max-age=0, must-revalidate", "changed": false, "connection": "close", "content_disposition": "attachment", "content_length": "752", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:44:49 GMT", "elapsed": 0, "expires": "Mon, 01 Jan 1990 00:00:00 GMT", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/projects/ichiban-config-LIHNHN3d", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "msg": "OK (752 bytes)", "pragma": "no-cache", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/projects/ichiban-config-LIHNHN3d", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000a8c", "name": "create-gerrit-repository", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/create-gerrit-repository" }, "task": { "duration": { "end": "2026-06-09T00:44:49.956939Z", "start": "2026-06-09T00:44:49.391187Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000a8f", "name": "Ensure repository exists in Gerrit" } }, { "hosts": { "controller": { "action": "ansible.builtin.blockinfile", "changed": true, "diff": [ { "after": "", "after_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (content)", "before": "", "before_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (content)" }, { "after_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (file attributes)", "before_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (file attributes)" } ], "invocation": { "module_args": { "append_newline": false, "attributes": null, "backup": false, "block": "- tenant:\n name: ichiban-tenant-LIHNHN3d\n souRZe: {}\n", "content": "- tenant:\n name: ichiban-tenant-LIHNHN3d\n souRZe: {}\n", "create": true, "group": null, "insertafter": null, "insertbefore": null, "marker": "# {mark} ANSIBLE MANAGED BLOCK", "marker_begin": "BEGIN", "marker_end": "END", "mode": null, "owner": null, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml", "prepend_newline": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "validate": null } }, "msg": "Block inserted" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:44:50.470851Z", "start": "2026-06-09T00:44:49.977555Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000008d", "name": "Set bad Zuul tenant config" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "add", "zuul/main.yaml" ], "delta": "0:00:00.007003", "end": "2026-06-08 20:44:50.728747", "failed": false, "invocation": { "module_args": { "_raw_params": "git add zuul/main.yaml", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git add zuul/main.yaml", "msg": "", "rc": 0, "start": "2026-06-08 20:44:50.721744", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "commit", "-m", "Add zuul/main.yaml" ], "delta": "0:00:00.009155", "end": "2026-06-08 20:44:50.957760", "failed": false, "invocation": { "module_args": { "_raw_params": "git commit -m 'Add zuul/main.yaml'", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git commit -m 'Add zuul/main.yaml'", "msg": "", "rc": 0, "start": "2026-06-08 20:44:50.948605", "stderr": "", "stderr_lines": [], "stdout": "[master f631376] Add zuul/main.yaml\n 1 file changed, 5 insertions(+)", "stdout_lines": [ "[master f631376] Add zuul/main.yaml", " 1 file changed, 5 insertions(+)" ], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:44:51.006234Z", "start": "2026-06-09T00:44:50.479258Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000008e", "name": "Commit file in the config repo" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/repo-submit-change" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:44:51.064227Z", "start": "2026-06-09T00:44:51.016556Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000008f", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "submit-change.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000b1b", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:44:51.126266Z", "start": "2026-06-09T00:44:51.102222Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000b1d", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "review" ], "delta": "0:00:01.208296", "end": "2026-06-08 20:44:52.620885", "invocation": { "module_args": { "_raw_params": "git review", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000b76-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:44:51.412589", "stderr": "", "stderr_lines": [], "stdout": "Your change was committed before the commit hook was installed.\nAmending the commit to add a gerrit change id.\nremote: \nremote: Processing changes: new: 1 (\\) \nremote: Processing changes: refs: 1, new: 1 (\\) \nremote: Processing changes: refs: 1, new: 1 (\\) \nremote: Processing changes: refs: 1, new: 1, done \nremote: \nremote: SUCCESS \nremote: \nremote: https://gerrit.sfop.me/c/config/+/1 Add zuul/main.yaml [NEW] \nremote: \nTo https://gerrit.sfop.me/a/config\n * [new reference] HEAD -> refs/for/master", "stdout_lines": [ "Your change was committed before the commit hook was installed.", "Amending the commit to add a gerrit change id.", "remote: ", "remote: Processing changes: new: 1 (\\) ", "remote: Processing changes: refs: 1, new: 1 (\\) ", "remote: Processing changes: refs: 1, new: 1 (\\) ", "remote: Processing changes: refs: 1, new: 1, done ", "remote: ", "remote: SUCCESS ", "remote: ", "remote: https://gerrit.sfop.me/c/config/+/1 Add zuul/main.yaml [NEW] ", "remote: ", "To https://gerrit.sfop.me/a/config", " * [new reference] HEAD -> refs/for/master" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000b76-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000b1b", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:44:52.686176Z", "start": "2026-06-09T00:44:51.167069Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000b76", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -n 1 | awk '/Change-Id/ {print $2}'", "delta": "0:00:00.006848", "end": "2026-06-08 20:44:52.962902", "invocation": { "module_args": { "_raw_params": "git log -n 1 | awk '/Change-Id/ {print $2}'", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000b77-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:44:52.956054", "stderr": "", "stderr_lines": [], "stdout": "I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9", "stdout_lines": [ "I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000b77-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000b1b", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:44:53.244027Z", "start": "2026-06-09T00:44:52.724729Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000b77", "name": "Get Change-id" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "cache_control": "no-cache, no-store, max-age=0, must-revalidate", "changed": false, "connection": "close", "content_disposition": "attachment", "content_length": "47", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:44:53 GMT", "elapsed": 0, "expires": "Mon, 01 Jan 1990 00:00:00 GMT", "invocation": { "module_args": { "attributes": null, "body": "{\"labels\": {\n \"Code-Review\": +2,\n \"Workflow\": +1\n }\n}", "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "POST", "mode": null, "owner": null, "password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/a/changes/I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9/revisions/current/review", "url_password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "url_username": "admin", "use_gssapi": false, "use_netrc": true, "use_proxy": true, "user": "admin", "validate_certs": false } }, "msg": "OK (47 bytes)", "pragma": "no-cache", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/a/changes/I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9/revisions/current/review", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000b1b", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:44:54.153788Z", "start": "2026-06-09T00:44:53.258685Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000b78", "name": "Set Code-Review and Workflow label using gerrit API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "ensure-job-failure.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000b1b", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:44:54.190230Z", "start": "2026-06-09T00:44:54.158900Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000b1e", "name": "Ensure a failure for config-check job" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "cache_control": "private, max-age=0, must-revalidate", "changed": false, "connection": "close", "content": ")]}'\n{\"id\":\"config~master~I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9\",\"project\":\"config\",\"branch\":\"master\",\"hashtags\":[],\"change_id\":\"I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9\",\"subject\":\"Add zuul/main.yaml\",\"status\":\"NEW\",\"created\":\"2026-06-09 00:44:51.000000000\",\"updated\":\"2026-06-09 00:44:53.000000000\",\"submit_type\":\"FAST_FORWARD_ONLY\",\"insertions\":5,\"deletions\":0,\"total_comment_count\":0,\"unresolved_comment_count\":0,\"has_review_started\":true,\"meta_rev_id\":\"5be00fd81bfb82fe6fa779866409e1600fd1753e\",\"_number\":1,\"owner\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]},\"labels\":{\"Code-Review\":{\"all\":[{\"value\":2,\"date\":\"2026-06-09 00:44:53.000000000\",\"permitted_voting_range\":{\"min\":-2,\"max\":2},\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}],\"values\":{\"-2\":\"Do not submit\",\"-1\":\"I would prefer that you didn\\u0027t submit this\",\" 0\":\"No score\",\"+1\":\"Looks good to me, but someone else must approve\",\"+2\":\"Looks good to me (core reviewer)\"},\"default_value\":0},\"Verified\":{\"all\":[{\"value\":0,\"permitted_voting_range\":{\"min\":-2,\"max\":2},\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}],\"values\":{\"-2\":\"Fails\",\"-1\":\"Doesn\\u0027t seem to work\",\" 0\":\"No score\",\"+1\":\"Works for me\",\"+2\":\"Verified\"},\"default_value\":0},\"Workflow\":{\"all\":[{\"value\":1,\"date\":\"2026-06-09 00:44:53.000000000\",\"permitted_voting_range\":{\"min\":-1,\"max\":1},\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}],\"values\":{\"-1\":\"Work in progress\",\" 0\":\"Ready for reviews\",\"+1\":\"Approved\"},\"default_value\":0}},\"removable_reviewers\":[],\"reviewers\":{\"REVIEWER\":[{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}]},\"pending_reviewers\":{},\"current_revision\":\"4576bbd0a0194d075108bcbd8e0674823caabce3\",\"revisions\":{\"4576bbd0a0194d075108bcbd8e0674823caabce3\":{\"kind\":\"REWORK\",\"_number\":1,\"created\":\"2026-06-09 00:44:51.000000000\",\"uploader\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]},\"ref\":\"refs/changes/01/1/1\",\"fetch\":{\"anonymous http\":{\"url\":\"https://gerrit.sfop.me/config\",\"ref\":\"refs/changes/01/1/1\"}}}},\"requirements\":[],\"submit_records\":[{\"rule_name\":\"gerrit~DefaultSubmitRule\",\"status\":\"NOT_READY\",\"labels\":[{\"label\":\"Code-Review\",\"status\":\"OK\",\"applied_by\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}},{\"label\":\"Verified\",\"status\":\"NEED\"},{\"label\":\"Workflow\",\"status\":\"OK\",\"applied_by\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}}]}]}\n", "content_disposition": "attachment", "content_length": "7142", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:44:54 GMT", "elapsed": 0, "etag": "288f1b00f8409f0c85e7acdbe0da9808", "expires": "Tue, 09 Jun 2026 00:44:54 GMT", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/changes/I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9/revisions/current/review", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "msg": "OK (7142 bytes)", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/changes/I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9/revisions/current/review", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000b1b", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:44:54.765616Z", "start": "2026-06-09T00:44:54.240433Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000b9b", "name": "Get review ID from the changeID using gerrit API" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "json_reply": { "_number": 1, "branch": "master", "change_id": "I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9", "created": "2026-06-09 00:44:51.000000000", "current_revision": "4576bbd0a0194d075108bcbd8e0674823caabce3", "deletions": 0, "has_review_started": true, "hashtags": [], "id": "config~master~I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9", "insertions": 5, "labels": { "Code-Review": { "all": [ { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "date": "2026-06-09 00:44:53.000000000", "email": "admin@sfop.me", "name": "Administrator", "permitted_voting_range": { "max": 2, "min": -2 }, "username": "admin", "value": 2 } ], "default_value": 0, "values": { " 0": "No score", "+1": "Looks good to me, but someone else must approve", "+2": "Looks good to me (core reviewer)", "-1": "I would prefer that you didn't submit this", "-2": "Do not submit" } }, "Verified": { "all": [ { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "permitted_voting_range": { "max": 2, "min": -2 }, "username": "admin", "value": 0 } ], "default_value": 0, "values": { " 0": "No score", "+1": "Works for me", "+2": "Verified", "-1": "Doesn't seem to work", "-2": "Fails" } }, "Workflow": { "all": [ { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "date": "2026-06-09 00:44:53.000000000", "email": "admin@sfop.me", "name": "Administrator", "permitted_voting_range": { "max": 1, "min": -1 }, "username": "admin", "value": 1 } ], "default_value": 0, "values": { " 0": "Ready for reviews", "+1": "Approved", "-1": "Work in progress" } } }, "meta_rev_id": "5be00fd81bfb82fe6fa779866409e1600fd1753e", "owner": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" }, "pending_reviewers": {}, "project": "config", "removable_reviewers": [], "requirements": [], "reviewers": { "REVIEWER": [ { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" } ] }, "revisions": { "4576bbd0a0194d075108bcbd8e0674823caabce3": { "_number": 1, "created": "2026-06-09 00:44:51.000000000", "fetch": { "anonymous http": { "ref": "refs/changes/01/1/1", "url": "https://gerrit.sfop.me/config" } }, "kind": "REWORK", "ref": "refs/changes/01/1/1", "uploader": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" } } }, "status": "NEW", "subject": "Add zuul/main.yaml", "submit_records": [ { "labels": [ { "applied_by": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" }, "label": "Code-Review", "status": "OK" }, { "label": "Verified", "status": "NEED" }, { "applied_by": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" }, "label": "Workflow", "status": "OK" } ], "rule_name": "gerrit~DefaultSubmitRule", "status": "NOT_READY" } ], "submit_type": "FAST_FORWARD_ONLY", "total_comment_count": 0, "unresolved_comment_count": 0, "updated": "2026-06-09 00:44:53.000000000" } }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000b1b", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:44:54.839437Z", "start": "2026-06-09T00:44:54.775163Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000b9c", "name": "" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 7, "changed": false, "connection": "close", "content": "[{\"_id\": 3, \"uuid\": \"c4f845bb485c4c61b393068881a3dee4\", \"job_name\": \"config-check\", \"result\": \"FAILURE\", \"held\": false, \"execute_time\": \"2026-06-09T00:45:05\", \"start_time\": \"2026-06-09T00:45:05\", \"end_time\": \"2026-06-09T00:45:52\", \"duration\": 47.0, \"voting\": true, \"log_url\": \"https://sfop.me/logs/c4f/internal/c4f845bb485c4c61b393068881a3dee4/\", \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [{\"name\": \"LogJuicer Report\", \"url\": \"https://sfop.me/logjuicer/report/new?target=https://sfop.me/zuul/t/internal/build/c4f845bb485c4c61b393068881a3dee4\"}, {\"name\": \"Zuul Manifest\", \"url\": \"https://sfop.me/logs/c4f/internal/c4f845bb485c4c61b393068881a3dee4/zuul-manifest.json\", \"metadata\": {\"type\": \"zuul_manifest\"}}], \"provides\": [], \"ref\": {\"project\": \"config\", \"branch\": \"master\", \"change\": 1, \"patchset\": \"1\", \"ref\": \"refs/changes/01/1/1\", \"oldrev\": null, \"newrev\": null, \"ref_url\": \"https://gerrit.sfop.me/c/config/+/1\"}, \"pipeline\": \"gate\", \"event_id\": \"927aa672d242433aab3ecfd0e090e67a\", \"event_timestamp\": \"2026-06-09T00:44:53\", \"queue_item_uuid\": \"e8da616ea55c45b6a2c6a6ca5356f6b3\", \"buildset\": {\"uuid\": \"5ddf1ddaa97347e4bd44c7895dcaefd0\"}}]", "content_length": "1162", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:45:58 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/builds?job_name=config-check&change=1", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "_id": 3, "artifacts": [ { "name": "LogJuicer Report", "url": "https://sfop.me/logjuicer/report/new?target=https://sfop.me/zuul/t/internal/build/c4f845bb485c4c61b393068881a3dee4" }, { "metadata": { "type": "zuul_manifest" }, "name": "Zuul Manifest", "url": "https://sfop.me/logs/c4f/internal/c4f845bb485c4c61b393068881a3dee4/zuul-manifest.json" } ], "buildset": { "uuid": "5ddf1ddaa97347e4bd44c7895dcaefd0" }, "duration": 47.0, "end_time": "2026-06-09T00:45:52", "error_detail": null, "event_id": "927aa672d242433aab3ecfd0e090e67a", "event_timestamp": "2026-06-09T00:44:53", "execute_time": "2026-06-09T00:45:05", "final": true, "held": false, "job_name": "config-check", "log_url": "https://sfop.me/logs/c4f/internal/c4f845bb485c4c61b393068881a3dee4/", "nodeset": "", "pipeline": "gate", "provides": [], "queue_item_uuid": "e8da616ea55c45b6a2c6a6ca5356f6b3", "ref": { "branch": "master", "change": 1, "newrev": null, "oldrev": null, "patchset": "1", "project": "config", "ref": "refs/changes/01/1/1", "ref_url": "https://gerrit.sfop.me/c/config/+/1" }, "result": "FAILURE", "start_time": "2026-06-09T00:45:05", "uuid": "c4f845bb485c4c61b393068881a3dee4", "voting": true } ], "msg": "OK (1162 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/builds?job_name=config-check&change=1", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000b1b", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:45:58.241672Z", "start": "2026-06-09T00:44:54.847895Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000b9d", "name": "Wait config-check FAILURE result using zuul-web API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "check_zuul_console", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000b1b", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:45:58.279763Z", "start": "2026-06-09T00:45:58.251242Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000b1f", "name": "Verify Zuul Console output" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "not ensure_job_failure", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000b1b", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:45:58.322716Z", "start": "2026-06-09T00:45:58.294563Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000b20", "name": "Ensure a success for config-update post job" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "not ensure_job_failure", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000b1b", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:45:58.363794Z", "start": "2026-06-09T00:45:58.335890Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000b21", "name": "Ensure a success for config-update job" } }, { "hosts": { "controller": { "action": "ansible.builtin.blockinfile", "changed": true, "diff": [ { "after": "", "after_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (content)", "before": "", "before_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (content)" }, { "after_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (file attributes)", "before_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (file attributes)" } ], "invocation": { "module_args": { "append_newline": false, "attributes": null, "backup": false, "block": "- tenant:\n name: ichiban-tenant-LIHNHN3d\n source:\n gerrit:\n config-projects:\n - ichiban-config-LIHNHN3d\n", "content": "- tenant:\n name: ichiban-tenant-LIHNHN3d\n source:\n gerrit:\n config-projects:\n - ichiban-config-LIHNHN3d\n", "create": true, "group": null, "insertafter": null, "insertbefore": null, "marker": "# {mark} ANSIBLE MANAGED BLOCK", "marker_begin": "BEGIN", "marker_end": "END", "mode": null, "owner": null, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml", "prepend_newline": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "validate": null } }, "msg": "Block inserted" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:45:58.636857Z", "start": "2026-06-09T00:45:58.380163Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000090", "name": "Set Zuul tenant config" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "add", "zuul/main.yaml" ], "delta": "0:00:00.007445", "end": "2026-06-08 20:45:58.858416", "failed": false, "invocation": { "module_args": { "_raw_params": "git add zuul/main.yaml", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git add zuul/main.yaml", "msg": "", "rc": 0, "start": "2026-06-08 20:45:58.850971", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "commit", "--amend", "--no-edit" ], "delta": "0:00:00.044582", "end": "2026-06-08 20:45:59.130071", "failed": false, "invocation": { "module_args": { "_raw_params": "git commit --amend --no-edit", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git commit --amend --no-edit", "msg": "", "rc": 0, "start": "2026-06-08 20:45:59.085489", "stderr": "", "stderr_lines": [], "stdout": "[master 903deba] Add zuul/main.yaml\n Date: Mon Jun 8 20:44:50 2026 -0400\n 1 file changed, 8 insertions(+)", "stdout_lines": [ "[master 903deba] Add zuul/main.yaml", " Date: Mon Jun 8 20:44:50 2026 -0400", " 1 file changed, 8 insertions(+)" ], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:45:59.175530Z", "start": "2026-06-09T00:45:58.642386Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000091", "name": "Commit file in the config repo" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/repo-submit-change" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:45:59.208654Z", "start": "2026-06-09T00:45:59.180669Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000092", "name": "Submit change and verify Zuul console output" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "submit-change.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000c52", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:45:59.261332Z", "start": "2026-06-09T00:45:59.232725Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000c54", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "review" ], "delta": "0:00:00.778520", "end": "2026-06-08 20:46:00.268144", "invocation": { "module_args": { "_raw_params": "git review", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000ccb-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:45:59.489624", "stderr": "", "stderr_lines": [], "stdout": "remote: \nremote: Processing changes: refs: 1, updated: 1 \nremote: Processing changes: refs: 1, updated: 1 \nremote: Processing changes: refs: 1, updated: 1 \nremote: Processing changes: refs: 1, updated: 1, done \nremote: \nremote: SUCCESS \nremote: \nremote: https://gerrit.sfop.me/c/config/+/1 Add zuul/main.yaml \nremote: \nTo https://gerrit.sfop.me/a/config\n * [new reference] HEAD -> refs/for/master", "stdout_lines": [ "remote: ", "remote: Processing changes: refs: 1, updated: 1 ", "remote: Processing changes: refs: 1, updated: 1 ", "remote: Processing changes: refs: 1, updated: 1 ", "remote: Processing changes: refs: 1, updated: 1, done ", "remote: ", "remote: SUCCESS ", "remote: ", "remote: https://gerrit.sfop.me/c/config/+/1 Add zuul/main.yaml ", "remote: ", "To https://gerrit.sfop.me/a/config", " * [new reference] HEAD -> refs/for/master" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000ccb-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000c52", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:46:00.318696Z", "start": "2026-06-09T00:45:59.286670Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000ccb", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -n 1 | awk '/Change-Id/ {print $2}'", "delta": "0:00:00.010781", "end": "2026-06-08 20:46:00.584971", "invocation": { "module_args": { "_raw_params": "git log -n 1 | awk '/Change-Id/ {print $2}'", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000ccc-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:46:00.574190", "stderr": "", "stderr_lines": [], "stdout": "I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9", "stdout_lines": [ "I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000ccc-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000c52", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:46:00.871154Z", "start": "2026-06-09T00:46:00.354385Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000ccc", "name": "Get Change-id" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "cache_control": "no-cache, no-store, max-age=0, must-revalidate", "changed": false, "connection": "close", "content_disposition": "attachment", "content_length": "47", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:46:01 GMT", "elapsed": 0, "expires": "Mon, 01 Jan 1990 00:00:00 GMT", "invocation": { "module_args": { "attributes": null, "body": "{\"labels\": {\n \"Code-Review\": +2,\n \"Workflow\": +1\n }\n}", "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "POST", "mode": null, "owner": null, "password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/a/changes/I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9/revisions/current/review", "url_password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "url_username": "admin", "use_gssapi": false, "use_netrc": true, "use_proxy": true, "user": "admin", "validate_certs": false } }, "msg": "OK (47 bytes)", "pragma": "no-cache", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/a/changes/I8e30ad4c4a7040b482e827a57b16860cc8ee9ef9/revisions/current/review", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000c52", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:46:01.429728Z", "start": "2026-06-09T00:46:00.880317Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000ccd", "name": "Set Code-Review and Workflow label using gerrit API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "ensure_job_failure", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000c52", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:46:01.469778Z", "start": "2026-06-09T00:46:01.441007Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000c55", "name": "Ensure a failure for config-check job" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "ensure-zuul-console-success.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000c52", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:46:01.529429Z", "start": "2026-06-09T00:46:01.482500Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000c56", "name": "Verify Zuul Console output" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 7, "changed": true, "cmd": "curl -sk https://sfop.me/zuul/api/tenant/internal/status | jq -r '.pipelines[].change_queues[].heads[][].jobs[]' | jq -rc 'select(.name == \"config-update\")' | jq -r '.uuid'\n", "delta": "0:00:00.072253", "end": "2026-06-08 20:47:03.773595", "invocation": { "module_args": { "_raw_params": "curl -sk https://sfop.me/zuul/api/tenant/internal/status | jq -r '.pipelines[].change_queues[].heads[][].jobs[]' | jq -rc 'select(.name == \"config-update\")' | jq -r '.uuid'\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000cf2-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:47:03.701342", "stderr": "", "stderr_lines": [], "stdout": "214cdf17573148ed9742bd134264156c", "stdout_lines": [ "214cdf17573148ed9742bd134264156c" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000cf2-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000c52", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:47:03.863561Z", "start": "2026-06-09T00:46:01.578033Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000cf2", "name": "Wait for config-update job" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 1, "changed": true, "cmd": "(sleep 5; echo \"\") | wsdump --nocert -r -t '{\"uuid\":\"214cdf17573148ed9742bd134264156c\",\"logfile\":\"console.log\"}' wss://sfop.me/zuul/api/tenant/internal/console-stream\n", "delta": "0:00:05.016730", "end": "2026-06-08 20:47:09.137020", "invocation": { "module_args": { "_raw_params": "(sleep 5; echo \"\") | wsdump --nocert -r -t '{\"uuid\":\"214cdf17573148ed9742bd134264156c\",\"logfile\":\"console.log\"}' wss://sfop.me/zuul/api/tenant/internal/console-stream\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000cf3-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:47:04.120290", "stderr": "", "stderr_lines": [], "stdout": "2026-06-09 00:46:54.416604 | Job console starting\n2026-06-09 00:46:54.417298 | Updating git repos\n2026-06-09 00:46:54.436294 | Cloning repos into workspace\n2026-06-09 00:46:55.242063 | Restoring repo states\n2026-06-09 00:46:58.855119 | Merging changes\n2026-06-09 00:46:58.855158 | Checking out repos\n2026-06-09 00:46:58.928223 | Preparing playbooks\n2026-06-09 00:46:59.624190 | Running Ansible setup\n2026-06-09 00:47:02.825761 | PRE-RUN START: [trusted : git-server/system-config/playbooks/base/pre.yaml@master]\n\n2026-06-09 00:47:04.353169 | \n2026-06-09 00:47:04.353342 | PLAY [localhost]\n2026-06-09 00:47:04.363382 | \n2026-06-09 00:47:04.363488 | TASK [Gathering Facts]\n\n2026-06-09 00:47:06.261718 | localhost | ok\n2026-06-09 00:47:06.324980 | \n2026-06-09 00:47:06.325233 | TASK [Setup log path fact]\n2026-06-09 00:47:06.346298 | localhost | ok\n2026-06-09 00:47:06.421556 | \n2026-06-09 00:47:06.421749 | TASK [set-zuul-log-path-fact : Set log path for a build]\n2026-06-09 00:47:06.452117 | localhost | ok\n2026-06-09 00:47:06.464781 | \n2026-06-09 00:47:06.464951 | TASK [emit-job-header : Print job information]\n2026-06-09 00:47:06.538892 | # Job Information\n2026-06-09 00:47:06.539038 | Ansible Version: 2.16.18\n2026-06-09 00:47:06.539068 | Job: config-update\n2026-06-09 00:47:06.539087 | Pipeline: post\n2026-06-09 00:47:06.539103 | Executor: zuul-executor-0.zuul-executor-headless.sf.svc.cluster.local\n2026-06-09 00:47:06.539119 | Triggered by: https://gerrit.sfop.me/plugins/gitiles/config/+/903debabdeec14901f512efeb2b5e96ef1afbeb4^!/\n2026-06-09 00:47:06.539138 | Log URL (when completed): https://sfop.me/logs/214/internal/214cdf17573148ed9742bd134264156c/\n2026-06-09 00:47:06.539155 | Event\n ID: 05bd404dd23b469a822c4250ac08ad7b\n2026-06-09 00:47:06.541748 | \n2026-06-09 00:47:06.541853 | LOOP [emit-job-header : Print node information]\n2026-06-09 00:47:06.617253 | \n2026-06-09 00:47:06.617429 | TASK [log-inventory : Ensure Zuul Ansible directory exists]\n\n2026-06-09 00:47:07.663118 | localhost -> localhost | changed\n2026-06-09 00:47:07.713960 | \n2026-06-09 00:47:07.714113 | TASK [log-inventory : Copy ansible inventory to logs dir]", "stdout_lines": [ "2026-06-09 00:46:54.416604 | Job console starting", "2026-06-09 00:46:54.417298 | Updating git repos", "2026-06-09 00:46:54.436294 | Cloning repos into workspace", "2026-06-09 00:46:55.242063 | Restoring repo states", "2026-06-09 00:46:58.855119 | Merging changes", "2026-06-09 00:46:58.855158 | Checking out repos", "2026-06-09 00:46:58.928223 | Preparing playbooks", "2026-06-09 00:46:59.624190 | Running Ansible setup", "2026-06-09 00:47:02.825761 | PRE-RUN START: [trusted : git-server/system-config/playbooks/base/pre.yaml@master]", "", "2026-06-09 00:47:04.353169 | ", "2026-06-09 00:47:04.353342 | PLAY [localhost]", "2026-06-09 00:47:04.363382 | ", "2026-06-09 00:47:04.363488 | TASK [Gathering Facts]", "", "2026-06-09 00:47:06.261718 | localhost | ok", "2026-06-09 00:47:06.324980 | ", "2026-06-09 00:47:06.325233 | TASK [Setup log path fact]", "2026-06-09 00:47:06.346298 | localhost | ok", "2026-06-09 00:47:06.421556 | ", "2026-06-09 00:47:06.421749 | TASK [set-zuul-log-path-fact : Set log path for a build]", "2026-06-09 00:47:06.452117 | localhost | ok", "2026-06-09 00:47:06.464781 | ", "2026-06-09 00:47:06.464951 | TASK [emit-job-header : Print job information]", "2026-06-09 00:47:06.538892 | # Job Information", "2026-06-09 00:47:06.539038 | Ansible Version: 2.16.18", "2026-06-09 00:47:06.539068 | Job: config-update", "2026-06-09 00:47:06.539087 | Pipeline: post", "2026-06-09 00:47:06.539103 | Executor: zuul-executor-0.zuul-executor-headless.sf.svc.cluster.local", "2026-06-09 00:47:06.539119 | Triggered by: https://gerrit.sfop.me/plugins/gitiles/config/+/903debabdeec14901f512efeb2b5e96ef1afbeb4^!/", "2026-06-09 00:47:06.539138 | Log URL (when completed): https://sfop.me/logs/214/internal/214cdf17573148ed9742bd134264156c/", "2026-06-09 00:47:06.539155 | Event", " ID: 05bd404dd23b469a822c4250ac08ad7b", "2026-06-09 00:47:06.541748 | ", "2026-06-09 00:47:06.541853 | LOOP [emit-job-header : Print node information]", "2026-06-09 00:47:06.617253 | ", "2026-06-09 00:47:06.617429 | TASK [log-inventory : Ensure Zuul Ansible directory exists]", "", "2026-06-09 00:47:07.663118 | localhost -> localhost | changed", "2026-06-09 00:47:07.713960 | ", "2026-06-09 00:47:07.714113 | TASK [log-inventory : Copy ansible inventory to logs dir]" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000cf3-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000c52", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:47:09.426426Z", "start": "2026-06-09T00:47:03.901817Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000cf3", "name": "Connect and validate console stream" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "ensure-post-job-success.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000c52", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:47:09.489435Z", "start": "2026-06-09T00:47:09.437539Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000c57", "name": "Ensure a success for config-update post job" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -1 --format=\"%H\"", "delta": "0:00:00.006584", "end": "2026-06-08 20:47:09.803135", "invocation": { "module_args": { "_raw_params": "git log -1 --format=\"%H\"", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000d37-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:47:09.796551", "stderr": "", "stderr_lines": [], "stdout": "903debabdeec14901f512efeb2b5e96ef1afbeb4", "stdout_lines": [ "903debabdeec14901f512efeb2b5e96ef1afbeb4" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000d37-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000c52", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:47:10.055714Z", "start": "2026-06-09T00:47:09.537065Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000d37", "name": "Register commit sha" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 9, "changed": false, "connection": "close", "content": "[{\"_id\": 5, \"uuid\": \"214cdf17573148ed9742bd134264156c\", \"job_name\": \"config-update\", \"result\": \"SUCCESS\", \"held\": false, \"execute_time\": \"2026-06-09T00:46:54\", \"start_time\": \"2026-06-09T00:46:54\", \"end_time\": \"2026-06-09T00:48:27\", \"duration\": 93.0, \"voting\": true, \"log_url\": \"https://sfop.me/logs/214/internal/214cdf17573148ed9742bd134264156c/\", \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [{\"name\": \"Zuul Manifest\", \"url\": \"https://sfop.me/logs/214/internal/214cdf17573148ed9742bd134264156c/zuul-manifest.json\", \"metadata\": {\"type\": \"zuul_manifest\"}}], \"provides\": [], \"ref\": {\"project\": \"config\", \"branch\": \"master\", \"change\": null, \"patchset\": null, \"ref\": \"refs/heads/master\", \"oldrev\": \"bcb3add10d9c8599f8d7692c2aee3cc4184496a6\", \"newrev\": \"903debabdeec14901f512efeb2b5e96ef1afbeb4\", \"ref_url\": \"https://gerrit.sfop.me/plugins/gitiles/config/+/903debabdeec14901f512efeb2b5e96ef1afbeb4^!/\"}, \"pipeline\": \"post\", \"event_id\": \"05bd404dd23b469a822c4250ac08ad7b\", \"event_timestamp\": \"2026-06-09T00:46:51\", \"queue_item_uuid\": \"ec8fa368a73b415da213394270a72450\", \"buildset\": {\"uuid\": \"bc17ddb1d5ac46a3ab4c20f338ba5812\"}}]", "content_length": "1142", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:48:34 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/builds?job_name=config-update&newrev=903debabdeec14901f512efeb2b5e96ef1afbeb4", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "_id": 5, "artifacts": [ { "metadata": { "type": "zuul_manifest" }, "name": "Zuul Manifest", "url": "https://sfop.me/logs/214/internal/214cdf17573148ed9742bd134264156c/zuul-manifest.json" } ], "buildset": { "uuid": "bc17ddb1d5ac46a3ab4c20f338ba5812" }, "duration": 93.0, "end_time": "2026-06-09T00:48:27", "error_detail": null, "event_id": "05bd404dd23b469a822c4250ac08ad7b", "event_timestamp": "2026-06-09T00:46:51", "execute_time": "2026-06-09T00:46:54", "final": true, "held": false, "job_name": "config-update", "log_url": "https://sfop.me/logs/214/internal/214cdf17573148ed9742bd134264156c/", "nodeset": "", "pipeline": "post", "provides": [], "queue_item_uuid": "ec8fa368a73b415da213394270a72450", "ref": { "branch": "master", "change": null, "newrev": "903debabdeec14901f512efeb2b5e96ef1afbeb4", "oldrev": "bcb3add10d9c8599f8d7692c2aee3cc4184496a6", "patchset": null, "project": "config", "ref": "refs/heads/master", "ref_url": "https://gerrit.sfop.me/plugins/gitiles/config/+/903debabdeec14901f512efeb2b5e96ef1afbeb4^!/" }, "result": "SUCCESS", "start_time": "2026-06-09T00:46:54", "uuid": "214cdf17573148ed9742bd134264156c", "voting": true } ], "msg": "OK (1142 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/builds?job_name=config-update&newrev=903debabdeec14901f512efeb2b5e96ef1afbeb4", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000c52", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:48:34.626391Z", "start": "2026-06-09T00:47:10.067935Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000d38", "name": "Wait config-update SUCCESS result using zuul-web API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "not (post_job | bool)", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000c52", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:48:34.677258Z", "start": "2026-06-09T00:48:34.643734Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000c58", "name": "Ensure a success for config-update job" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "check_gz_redirection": true, "zuul_config_update_build_log_url": "https://sfop.me/logs/214/internal/214cdf17573148ed9742bd134264156c/" }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:48:34.743108Z", "start": "2026-06-09T00:48:34.696842Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000093", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/ensure-job-result-artifacts" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:48:34.816448Z", "start": "2026-06-09T00:48:34.751412Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000094", "name": "Check that Zuul has pushed the job console on the logserver" } }, { "hosts": { "controller": { "accept_ranges": "bytes", "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content_encoding": "x-gzip", "content_length": "4536", "content_type": "text/json", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:48:35 GMT", "elapsed": 0, "etag": "\"11b8-653c77beaf4a2\"", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200, 404 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/logs/214/internal/214cdf17573148ed9742bd134264156c//job-output.txt.gz", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "last_modified": "Tue, 09 Jun 2026 00:48:22 GMT", "msg": "OK (4536 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/logs/214/internal/214cdf17573148ed9742bd134264156c//job-output.txt.gz", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000e14", "name": "health-check/ensure-job-result-artifacts", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/ensure-job-result-artifacts" }, "task": { "duration": { "end": "2026-06-09T00:48:35.521569Z", "start": "2026-06-09T00:48:34.946848Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000e16", "name": "Ensure job console (job-output.txt.gz) exists in Logserver" } }, { "hosts": { "controller": { "accept_ranges": "bytes", "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "changed": false, "connection": "close", "content_encoding": "gzip", "content_length": "4536", "content_type": "text/json", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:48:35 GMT", "elapsed": 0, "etag": "\"11b8-653c77beaf4a2\"", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Accept-Encoding": "gzip" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/logs/214/internal/214cdf17573148ed9742bd134264156c//job-output.txt", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "last_modified": "Tue, 09 Jun 2026 00:48:22 GMT", "msg": "OK (4536 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/logs/214/internal/214cdf17573148ed9742bd134264156c//job-output.txt", "vary": "Accept-Encoding", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000e14", "name": "health-check/ensure-job-result-artifacts", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/ensure-job-result-artifacts" }, "task": { "duration": { "end": "2026-06-09T00:48:36.004685Z", "start": "2026-06-09T00:48:35.530889Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000e17", "name": "Ensure internal logserver rewrite from job-output.txt to job-output.txt.gz" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content_length": "144", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:48:36 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/ichiban-tenant-LIHNHN3d/projects", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "canonical_name": "gerrit-sshd.sf/ichiban-config-LIHNHN3d", "connection_name": "gerrit", "name": "ichiban-config-LIHNHN3d", "type": "config" } ], "msg": "OK (144 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/ichiban-tenant-LIHNHN3d/projects", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:48:36.542335Z", "start": "2026-06-09T00:48:36.017016Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000095", "name": "Get Zuul projects list" } }, { "hosts": { "controller": { "action": "ansible.builtin.fail", "changed": false, "false_condition": "not (zuul_tenant_projects.json | selectattr('name', 'equalto', repository_name) | length == 1)", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000087", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T00:48:36.591949Z", "start": "2026-06-09T00:48:36.552963Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000096", "name": "Ensure project exists in Zuul (fail if not)" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content": "[]", "content_length": "2", "content_type": "application/json", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:48:37 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/logjuicer/api/models", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [], "msg": "OK (2 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/logjuicer/api/models", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000098", "name": "health-check/check-logjuicer", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/check-logjuicer" }, "task": { "duration": { "end": "2026-06-09T00:48:37.167017Z", "start": "2026-06-09T00:48:36.611491Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000009a", "name": "Get logjuicer status" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/check-zuul-tenant" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000009c", "name": "health-check/zuul-demo-tenant-workflow", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-demo-tenant-workflow" }, "task": { "duration": { "end": "2026-06-09T00:48:37.227723Z", "start": "2026-06-09T00:48:37.188575Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000009e", "name": "" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content": "[]", "content_length": "2", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:48:37 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/demo-tenant/config-errors", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [], "msg": "OK (2 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/demo-tenant/config-errors", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000eb9", "name": "health-check/check-zuul-tenant", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/check-zuul-tenant" }, "task": { "duration": { "end": "2026-06-09T00:48:37.797986Z", "start": "2026-06-09T00:48:37.258194Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000ebb", "name": "Get configuration errors/warnings into the demo-tenant tenant" } }, { "hosts": { "controller": { "action": "ansible.builtin.fail", "changed": false, "false_condition": "tenant_errors.json | length > 0", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000eb9", "name": "health-check/check-zuul-tenant", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/check-zuul-tenant" }, "task": { "duration": { "end": "2026-06-09T00:48:37.843503Z", "start": "2026-06-09T00:48:37.805666Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000ebc", "name": "Fail when errors/warnings into the demo-tenant tenant" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git fetch origin && git reset --hard origin/$(git symbolic-ref --short HEAD)\n", "delta": "0:00:00.091090", "end": "2026-06-08 20:48:38.187517", "invocation": { "module_args": { "_raw_params": "git fetch origin && git reset --hard origin/$(git symbolic-ref --short HEAD)\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000009f-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:48:38.096427", "stderr": "", "stderr_lines": [], "stdout": "HEAD is now at 3810731 Automatic secret re-encryption", "stdout_lines": [ "HEAD is now at 3810731 Automatic secret re-encryption" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000009f-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000009c", "name": "health-check/zuul-demo-tenant-workflow", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-demo-tenant-workflow" }, "task": { "duration": { "end": "2026-06-09T00:48:38.408863Z", "start": "2026-06-09T00:48:37.894241Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000009f", "name": "Fetch and reset demo-project to latest origin for fast-forward submit" } }, { "hosts": { "controller": { "action": "ansible.builtin.replace", "changed": true, "invocation": { "module_args": { "after": null, "attributes": null, "backup": false, "before": null, "encoding": "utf-8", "group": null, "mode": null, "owner": null, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/playbooks/run.yaml", "regexp": "sleep 60", "replace": "sleep 1", "selevel": null, "serole": null, "setype": null, "seuser": null, "unsafe_writes": false, "validate": null } }, "msg": "1 replacements made", "rc": 0 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000009c", "name": "health-check/zuul-demo-tenant-workflow", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-demo-tenant-workflow" }, "task": { "duration": { "end": "2026-06-09T00:48:38.843076Z", "start": "2026-06-09T00:48:38.415603Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000a0", "name": "Update the demo-job to sleep 1 second" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "add", "playbooks/run.yaml" ], "delta": "0:00:00.009452", "end": "2026-06-08 20:48:39.089063", "failed": false, "invocation": { "module_args": { "_raw_params": "git add playbooks/run.yaml", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git add playbooks/run.yaml", "msg": "", "rc": 0, "start": "2026-06-08 20:48:39.079611", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "commit", "-m", "Update demo-job to sleep 1 second" ], "delta": "0:00:00.009715", "end": "2026-06-08 20:48:39.436894", "failed": false, "invocation": { "module_args": { "_raw_params": "git commit -m 'Update demo-job to sleep 1 second'", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git commit -m 'Update demo-job to sleep 1 second'", "msg": "", "rc": 0, "start": "2026-06-08 20:48:39.427179", "stderr": "", "stderr_lines": [], "stdout": "[master a75ce35] Update demo-job to sleep 1 second\n 1 file changed, 1 insertion(+), 1 deletion(-)", "stdout_lines": [ "[master a75ce35] Update demo-job to sleep 1 second", " 1 file changed, 1 insertion(+), 1 deletion(-)" ], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000009c", "name": "health-check/zuul-demo-tenant-workflow", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-demo-tenant-workflow" }, "task": { "duration": { "end": "2026-06-09T00:48:39.479126Z", "start": "2026-06-09T00:48:38.848895Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000a1", "name": "Commit file in the demo-project repo" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/repo-submit-change" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000009c", "name": "health-check/zuul-demo-tenant-workflow", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-demo-tenant-workflow" }, "task": { "duration": { "end": "2026-06-09T00:48:39.526596Z", "start": "2026-06-09T00:48:39.490070Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000a2", "name": "Submit, merge and verify post-merge job" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "submit-change.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000f02", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:48:39.590823Z", "start": "2026-06-09T00:48:39.559194Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000f04", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "review" ], "delta": "0:00:00.782467", "end": "2026-06-08 20:48:40.656472", "invocation": { "module_args": { "_raw_params": "git review", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000f39-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:48:39.874005", "stderr": "", "stderr_lines": [], "stdout": "Your change was committed before the commit hook was installed.\nAmending the commit to add a gerrit change id.\nremote: \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1, done \nremote: \nremote: SUCCESS \nremote: \nremote: https://gerrit.sfop.me/c/demo-project/+/2 Update demo-job to sleep 1 second [NEW] \nremote: \nTo https://gerrit.sfop.me/a/demo-project\n * [new reference] HEAD -> refs/for/master", "stdout_lines": [ "Your change was committed before the commit hook was installed.", "Amending the commit to add a gerrit change id.", "remote: ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1, done ", "remote: ", "remote: SUCCESS ", "remote: ", "remote: https://gerrit.sfop.me/c/demo-project/+/2 Update demo-job to sleep 1 second [NEW] ", "remote: ", "To https://gerrit.sfop.me/a/demo-project", " * [new reference] HEAD -> refs/for/master" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000f39-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000f02", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:48:41.141809Z", "start": "2026-06-09T00:48:39.624848Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000f39", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -n 1 | awk '/Change-Id/ {print $2}'", "delta": "0:00:00.007686", "end": "2026-06-08 20:48:41.443537", "invocation": { "module_args": { "_raw_params": "git log -n 1 | awk '/Change-Id/ {print $2}'", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000f3a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:48:41.435851", "stderr": "", "stderr_lines": [], "stdout": "Id270515af8df829accc796c6b90516740f7f0d40", "stdout_lines": [ "Id270515af8df829accc796c6b90516740f7f0d40" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000f3a-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000f02", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:48:41.698049Z", "start": "2026-06-09T00:48:41.179217Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000f3a", "name": "Get Change-id" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "cache_control": "no-cache, no-store, max-age=0, must-revalidate", "changed": false, "connection": "close", "content_disposition": "attachment", "content_length": "47", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:48:42 GMT", "elapsed": 0, "expires": "Mon, 01 Jan 1990 00:00:00 GMT", "invocation": { "module_args": { "attributes": null, "body": "{\"labels\": {\n \"Code-Review\": +2,\n \"Workflow\": +1\n }\n}", "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "POST", "mode": null, "owner": null, "password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/a/changes/Id270515af8df829accc796c6b90516740f7f0d40/revisions/current/review", "url_password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "url_username": "admin", "use_gssapi": false, "use_netrc": true, "use_proxy": true, "user": "admin", "validate_certs": false } }, "msg": "OK (47 bytes)", "pragma": "no-cache", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/a/changes/Id270515af8df829accc796c6b90516740f7f0d40/revisions/current/review", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000f02", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:48:42.229725Z", "start": "2026-06-09T00:48:41.706837Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000f3b", "name": "Set Code-Review and Workflow label using gerrit API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "ensure_job_failure", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000f02", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:48:42.271103Z", "start": "2026-06-09T00:48:42.240802Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000f05", "name": "Ensure a failure for config-check job" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "check_zuul_console", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000f02", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:48:42.312643Z", "start": "2026-06-09T00:48:42.283490Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000f06", "name": "Verify Zuul Console output" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "ensure-post-job-success.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000f02", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:48:42.371501Z", "start": "2026-06-09T00:48:42.325542Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000f07", "name": "Ensure a success for publish-job post job" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -1 --format=\"%H\"", "delta": "0:00:00.005424", "end": "2026-06-08 20:48:42.688298", "invocation": { "module_args": { "_raw_params": "git log -1 --format=\"%H\"", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000f62-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:48:42.682874", "stderr": "", "stderr_lines": [], "stdout": "dee3b580ebae1a9f9a375626da491460976b9dc9", "stdout_lines": [ "dee3b580ebae1a9f9a375626da491460976b9dc9" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000f62-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000f02", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:48:42.949876Z", "start": "2026-06-09T00:48:42.427535Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000f62", "name": "Register commit sha" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 6, "changed": false, "connection": "close", "content": "[{\"_id\": 7, \"uuid\": \"6cbb909d1d664a9d9a077a17e0db1562\", \"job_name\": \"publish-job\", \"result\": \"SUCCESS\", \"held\": false, \"execute_time\": \"2026-06-09T00:49:10\", \"start_time\": \"2026-06-09T00:49:10\", \"end_time\": \"2026-06-09T00:49:32\", \"duration\": 22.0, \"voting\": true, \"log_url\": null, \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [], \"provides\": [], \"ref\": {\"project\": \"demo-project\", \"branch\": \"master\", \"change\": null, \"patchset\": null, \"ref\": \"refs/heads/master\", \"oldrev\": \"38107310739eb70a457a91c8426472651d22eaeb\", \"newrev\": \"dee3b580ebae1a9f9a375626da491460976b9dc9\", \"ref_url\": \"https://gerrit.sfop.me/plugins/gitiles/demo-project/+/dee3b580ebae1a9f9a375626da491460976b9dc9^!/\"}, \"pipeline\": \"post\", \"event_id\": \"8db93d92bc2a4975ad48c441c40474f4\", \"event_timestamp\": \"2026-06-09T00:49:08\", \"queue_item_uuid\": \"09faf436174f4c5e96be6fcfd0121d06\", \"buildset\": {\"uuid\": \"a0159814777b4b729cd8e4ac5a07192a\"}}]", "content_length": "927", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:49:35 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/demo-tenant/builds?job_name=publish-job&newrev=dee3b580ebae1a9f9a375626da491460976b9dc9", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "_id": 7, "artifacts": [], "buildset": { "uuid": "a0159814777b4b729cd8e4ac5a07192a" }, "duration": 22.0, "end_time": "2026-06-09T00:49:32", "error_detail": null, "event_id": "8db93d92bc2a4975ad48c441c40474f4", "event_timestamp": "2026-06-09T00:49:08", "execute_time": "2026-06-09T00:49:10", "final": true, "held": false, "job_name": "publish-job", "log_url": null, "nodeset": "", "pipeline": "post", "provides": [], "queue_item_uuid": "09faf436174f4c5e96be6fcfd0121d06", "ref": { "branch": "master", "change": null, "newrev": "dee3b580ebae1a9f9a375626da491460976b9dc9", "oldrev": "38107310739eb70a457a91c8426472651d22eaeb", "patchset": null, "project": "demo-project", "ref": "refs/heads/master", "ref_url": "https://gerrit.sfop.me/plugins/gitiles/demo-project/+/dee3b580ebae1a9f9a375626da491460976b9dc9^!/" }, "result": "SUCCESS", "start_time": "2026-06-09T00:49:10", "uuid": "6cbb909d1d664a9d9a077a17e0db1562", "voting": true } ], "msg": "OK (927 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/demo-tenant/builds?job_name=publish-job&newrev=dee3b580ebae1a9f9a375626da491460976b9dc9", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000f02", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:49:36.089815Z", "start": "2026-06-09T00:48:42.963094Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000f63", "name": "Wait publish-job SUCCESS result using zuul-web API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "not (post_job | bool)", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000f02", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:49:36.140499Z", "start": "2026-06-09T00:49:36.101566Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000f08", "name": "Ensure a success for publish-job job" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "-n", "sf", "scale", "statefulsets", "zuul-executor", "--replicas=1" ], "delta": "0:00:00.071023", "end": "2026-06-08 20:49:36.517862", "invocation": { "module_args": { "_raw_params": "kubectl -n sf scale statefulsets zuul-executor --replicas=1", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000a6-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:49:36.446839", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-executor scaled", "stdout_lines": [ "statefulset.apps/zuul-executor scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000a6-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:49:36.778337Z", "start": "2026-06-09T00:49:36.258967Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000a6", "name": "Scale down executor statefulset to ensure 1 replica only" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 2, "changed": true, "cmd": "curl -sk https://sfop.me/zuul/api/components | jq -r '.executor | length'", "delta": "0:00:00.052361", "end": "2026-06-08 20:49:47.392040", "invocation": { "module_args": { "_raw_params": "curl -sk https://sfop.me/zuul/api/components | jq -r '.executor | length'", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000a7-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:49:47.339679", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000a7-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:49:47.441557Z", "start": "2026-06-09T00:49:36.820124Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000a7", "name": "Wait for only 1 executor running" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "checkout", "master" ], "delta": "0:00:00.009870", "end": "2026-06-08 20:49:47.709638", "invocation": { "module_args": { "_raw_params": "git checkout master", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000a8-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:49:47.699768", "stderr": "", "stderr_lines": [], "stdout": "Already on 'master'\nYour branch is ahead of 'origin/master' by 1 commit.\n (use \"git push\" to publish your local commits)", "stdout_lines": [ "Already on 'master'", "Your branch is ahead of 'origin/master' by 1 commit.", " (use \"git push\" to publish your local commits)" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000a8-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:49:47.998100Z", "start": "2026-06-09T00:49:47.480055Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000a8", "name": "Ensure we are on the default branch" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "checkout", "-b", "test_check_url" ], "delta": "0:00:00.010085", "end": "2026-06-08 20:49:48.291532", "invocation": { "module_args": { "_raw_params": "git checkout -b test_check_url", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000a9-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:49:48.281447", "stderr": "", "stderr_lines": [], "stdout": "Switched to a new branch 'test_check_url'", "stdout_lines": [ "Switched to a new branch 'test_check_url'" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000a9-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:49:48.559576Z", "start": "2026-06-09T00:49:48.042557Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000a9", "name": "Create a test branch" } }, { "hosts": { "controller": { "action": "ansible.builtin.replace", "changed": true, "invocation": { "module_args": { "after": null, "attributes": null, "backup": false, "before": null, "encoding": "utf-8", "group": null, "mode": null, "owner": null, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/.zuul.d/project.yaml", "regexp": "demo-job", "replace": "demo-job-check-url", "selevel": null, "serole": null, "setype": null, "seuser": null, "unsafe_writes": false, "validate": null } }, "msg": "2 replacements made", "rc": 0 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:49:48.859212Z", "start": "2026-06-09T00:49:48.569252Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000aa", "name": "Replace demo-job with demo-job-check-url" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "create-review.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:49:48.903138Z", "start": "2026-06-09T00:49:48.868254Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000ab", "name": "create the review" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "add", "--all" ], "delta": "0:00:00.008196", "end": "2026-06-08 20:49:49.150394", "failed": false, "invocation": { "module_args": { "_raw_params": "git add --all", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git add --all", "msg": "", "rc": 0, "start": "2026-06-08 20:49:49.142198", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "commit", "-m", "test check url" ], "delta": "0:00:00.061413", "end": "2026-06-08 20:49:49.438463", "failed": false, "invocation": { "module_args": { "_raw_params": "git commit -m 'test check url'", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git commit -m 'test check url'", "msg": "", "rc": 0, "start": "2026-06-08 20:49:49.377050", "stderr": "", "stderr_lines": [], "stdout": "[test_check_url ed3bf70] test check url\n 1 file changed, 2 insertions(+), 2 deletions(-)", "stdout_lines": [ "[test_check_url ed3bf70] test check url", " 1 file changed, 2 insertions(+), 2 deletions(-)" ], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "review" ], "delta": "0:00:00.502631", "end": "2026-06-08 20:49:50.178591", "failed": false, "invocation": { "module_args": { "_raw_params": "git review", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git review", "msg": "", "rc": 0, "start": "2026-06-08 20:49:49.675960", "stderr": "", "stderr_lines": [], "stdout": "remote: \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1, done \nremote: \nremote: SUCCESS \nremote: \nremote: https://gerrit.sfop.me/c/demo-project/+/3 test check url [NEW] \nremote: \nTo https://gerrit.sfop.me/a/demo-project\n * [new reference] HEAD -> refs/for/master", "stdout_lines": [ "remote: ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1, done ", "remote: ", "remote: SUCCESS ", "remote: ", "remote: https://gerrit.sfop.me/c/demo-project/+/3 test check url [NEW] ", "remote: ", "To https://gerrit.sfop.me/a/demo-project", " * [new reference] HEAD -> refs/for/master" ], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:49:50.230100Z", "start": "2026-06-09T00:49:48.934848Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000fb3", "name": "Create review" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -n 1 | awk '/Change-Id/ {print $2}'", "delta": "0:00:00.011520", "end": "2026-06-08 20:49:50.515788", "invocation": { "module_args": { "_raw_params": "git log -n 1 | awk '/Change-Id/ {print $2}'", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000fb5-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:49:50.504268", "stderr": "", "stderr_lines": [], "stdout": "I7167dba8fcbf14019546bd088e57d73aaf175f3e", "stdout_lines": [ "I7167dba8fcbf14019546bd088e57d73aaf175f3e" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000fb5-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:49:50.766653Z", "start": "2026-06-09T00:49:50.250740Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000fb5", "name": "Get Change-id" } }, { "hosts": { "controller": { "_change_id": { "changed": true, "cmd": "git log -n 1 | awk '/Change-Id/ {print $2}'", "delta": "0:00:00.011520", "end": "2026-06-08 20:49:50.515788", "failed": false, "msg": "", "rc": 0, "start": "2026-06-08 20:49:50.504268", "stderr": "", "stderr_lines": [], "stdout": "I7167dba8fcbf14019546bd088e57d73aaf175f3e", "stdout_lines": [ "I7167dba8fcbf14019546bd088e57d73aaf175f3e" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000fb5-1-controller" }, "action": "ansible.builtin.debug", "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:49:50.813470Z", "start": "2026-06-09T00:49:50.771829Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000fb6", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "curl -ks https://gerrit.sfop.me/changes/I7167dba8fcbf14019546bd088e57d73aaf175f3e | sed 1d | jq --raw-output \"._number\"", "delta": "0:00:00.057862", "end": "2026-06-08 20:49:51.119491", "invocation": { "module_args": { "_raw_params": "curl -ks https://gerrit.sfop.me/changes/I7167dba8fcbf14019546bd088e57d73aaf175f3e | sed 1d | jq --raw-output \"._number\"", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000fb7-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:49:51.061629", "stderr": "", "stderr_lines": [], "stdout": "3", "stdout_lines": [ "3" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000fb7-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:49:51.347447Z", "start": "2026-06-09T00:49:50.833313Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000fb7", "name": "Get review number" } }, { "hosts": { "controller": { "action": "ansible.builtin.debug", "changed": false, "review_number": { "changed": true, "cmd": "curl -ks https://gerrit.sfop.me/changes/I7167dba8fcbf14019546bd088e57d73aaf175f3e | sed 1d | jq --raw-output \"._number\"", "delta": "0:00:00.057862", "end": "2026-06-08 20:49:51.119491", "failed": false, "msg": "", "rc": 0, "start": "2026-06-08 20:49:51.061629", "stderr": "", "stderr_lines": [], "stdout": "3", "stdout_lines": [ "3" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000fb7-1-controller" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:49:51.392378Z", "start": "2026-06-09T00:49:51.351614Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000fb8", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "review_number_300": "3" }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:49:51.441078Z", "start": "2026-06-09T00:49:51.397676Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000ac", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 2, "changed": true, "cmd": "curl -sk https://sfop.me/zuul/api/tenant/demo-tenant/status/change/3,1 | jq -r '.[0].jobs[]' | jq -rc 'select(.name == \"demo-job-check-url\")' | jq -r '.start_time'", "delta": "0:00:00.057724", "end": "2026-06-08 20:50:02.093099", "invocation": { "module_args": { "_raw_params": "curl -sk https://sfop.me/zuul/api/tenant/demo-tenant/status/change/3,1 | jq -r '.[0].jobs[]' | jq -rc 'select(.name == \"demo-job-check-url\")' | jq -r '.start_time'", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ad-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:02.035375", "stderr": "", "stderr_lines": [], "stdout": "1780966193.808366", "stdout_lines": [ "1780966193.808366" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ad-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:02.146793Z", "start": "2026-06-09T00:49:51.470517Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000ad", "name": "Wait for job to start" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "-n", "sf", "scale", "statefulsets", "zuul-executor", "--replicas=0" ], "delta": "0:00:00.119082", "end": "2026-06-08 20:50:02.542476", "invocation": { "module_args": { "_raw_params": "kubectl -n sf scale statefulsets zuul-executor --replicas=0", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ae-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:02.423394", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-executor scaled", "stdout_lines": [ "statefulset.apps/zuul-executor scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ae-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:02.718318Z", "start": "2026-06-09T00:50:02.206438Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000ae", "name": "Scale down executor statefulset to trigger a graceful stop" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 1, "changed": true, "cmd": "curl -sk https://sfop.me/zuul/api/components | jq -r '.executor[0].state'", "delta": "0:00:00.058394", "end": "2026-06-08 20:50:03.073470", "invocation": { "module_args": { "_raw_params": "curl -sk https://sfop.me/zuul/api/components | jq -r '.executor[0].state'", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000af-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:03.015076", "stderr": "", "stderr_lines": [], "stdout": "paused", "stdout_lines": [ "paused" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000af-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:03.276805Z", "start": "2026-06-09T00:50:02.757997Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000af", "name": "Ensure executor component is marked for shutdown in Zuul API" } }, { "hosts": { "controller": { "action": "ansible.builtin.debug", "changed": false, "msg": "paused" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:03.334794Z", "start": "2026-06-09T00:50:03.286195Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000b0", "name": "show executor state" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "checkout", "master" ], "delta": "0:00:00.010375", "end": "2026-06-08 20:50:03.641151", "invocation": { "module_args": { "_raw_params": "git checkout master", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000b1-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:03.630776", "stderr": "", "stderr_lines": [], "stdout": "Switched to branch 'master'\nYour branch is ahead of 'origin/master' by 1 commit.\n (use \"git push\" to publish your local commits)", "stdout_lines": [ "Switched to branch 'master'", "Your branch is ahead of 'origin/master' by 1 commit.", " (use \"git push\" to publish your local commits)" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000b1-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:03.972799Z", "start": "2026-06-09T00:50:03.370710Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000b1", "name": "Get back on default branch" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "checkout", "-b", "test_short_job" ], "delta": "0:00:00.004978", "end": "2026-06-08 20:50:04.239297", "invocation": { "module_args": { "_raw_params": "git checkout -b test_short_job", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000b2-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:04.234319", "stderr": "", "stderr_lines": [], "stdout": "Switched to a new branch 'test_short_job'", "stdout_lines": [ "Switched to a new branch 'test_short_job'" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000b2-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:04.507285Z", "start": "2026-06-09T00:50:03.989151Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000b2", "name": "Create a test branch" } }, { "hosts": { "controller": { "action": "ansible.builtin.replace", "changed": true, "invocation": { "module_args": { "after": null, "attributes": null, "backup": false, "before": null, "encoding": "utf-8", "group": null, "mode": null, "owner": null, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/playbooks/run.yaml", "regexp": "sleep .*", "replace": "sleep 2", "selevel": null, "serole": null, "setype": null, "seuser": null, "unsafe_writes": false, "validate": null } }, "msg": "1 replacements made", "rc": 0 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:04.764324Z", "start": "2026-06-09T00:50:04.519277Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000b3", "name": "Update the demo-job to sleep 2 seconds" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "create-review.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:04.818325Z", "start": "2026-06-09T00:50:04.777642Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000b4", "name": "create the review" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "add", "--all" ], "delta": "0:00:00.008621", "end": "2026-06-08 20:50:05.088346", "failed": false, "invocation": { "module_args": { "_raw_params": "git add --all", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git add --all", "msg": "", "rc": 0, "start": "2026-06-08 20:50:05.079725", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "commit", "-m", "test short job" ], "delta": "0:00:00.056921", "end": "2026-06-08 20:50:05.347726", "failed": false, "invocation": { "module_args": { "_raw_params": "git commit -m 'test short job'", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git commit -m 'test short job'", "msg": "", "rc": 0, "start": "2026-06-08 20:50:05.290805", "stderr": "", "stderr_lines": [], "stdout": "[test_short_job 31b7f90] test short job\n 1 file changed, 1 insertion(+), 1 deletion(-)", "stdout_lines": [ "[test_short_job 31b7f90] test short job", " 1 file changed, 1 insertion(+), 1 deletion(-)" ], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "review" ], "delta": "0:00:00.583252", "end": "2026-06-08 20:50:06.191223", "failed": false, "invocation": { "module_args": { "_raw_params": "git review", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git review", "msg": "", "rc": 0, "start": "2026-06-08 20:50:05.607971", "stderr": "", "stderr_lines": [], "stdout": "remote: \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1, done \nremote: \nremote: SUCCESS \nremote: \nremote: https://gerrit.sfop.me/c/demo-project/+/4 test short job [NEW] \nremote: \nTo https://gerrit.sfop.me/a/demo-project\n * [new reference] HEAD -> refs/for/master", "stdout_lines": [ "remote: ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1, done ", "remote: ", "remote: SUCCESS ", "remote: ", "remote: https://gerrit.sfop.me/c/demo-project/+/4 test short job [NEW] ", "remote: ", "To https://gerrit.sfop.me/a/demo-project", " * [new reference] HEAD -> refs/for/master" ], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:06.239547Z", "start": "2026-06-09T00:50:04.851845Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001014", "name": "Create review" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -n 1 | awk '/Change-Id/ {print $2}'", "delta": "0:00:00.008797", "end": "2026-06-08 20:50:06.503109", "invocation": { "module_args": { "_raw_params": "git log -n 1 | awk '/Change-Id/ {print $2}'", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001016-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:06.494312", "stderr": "", "stderr_lines": [], "stdout": "Ie4e9bf3870e9b0b6db7e60e6a24e80eeff14aaf5", "stdout_lines": [ "Ie4e9bf3870e9b0b6db7e60e6a24e80eeff14aaf5" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001016-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:06.799985Z", "start": "2026-06-09T00:50:06.280908Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001016", "name": "Get Change-id" } }, { "hosts": { "controller": { "_change_id": { "changed": true, "cmd": "git log -n 1 | awk '/Change-Id/ {print $2}'", "delta": "0:00:00.008797", "end": "2026-06-08 20:50:06.503109", "failed": false, "msg": "", "rc": 0, "start": "2026-06-08 20:50:06.494312", "stderr": "", "stderr_lines": [], "stdout": "Ie4e9bf3870e9b0b6db7e60e6a24e80eeff14aaf5", "stdout_lines": [ "Ie4e9bf3870e9b0b6db7e60e6a24e80eeff14aaf5" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001016-1-controller" }, "action": "ansible.builtin.debug", "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:06.856088Z", "start": "2026-06-09T00:50:06.809689Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001017", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "curl -ks https://gerrit.sfop.me/changes/Ie4e9bf3870e9b0b6db7e60e6a24e80eeff14aaf5 | sed 1d | jq --raw-output \"._number\"", "delta": "0:00:00.055522", "end": "2026-06-08 20:50:07.184929", "invocation": { "module_args": { "_raw_params": "curl -ks https://gerrit.sfop.me/changes/Ie4e9bf3870e9b0b6db7e60e6a24e80eeff14aaf5 | sed 1d | jq --raw-output \"._number\"", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001018-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:07.129407", "stderr": "", "stderr_lines": [], "stdout": "4", "stdout_lines": [ "4" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001018-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:07.409579Z", "start": "2026-06-09T00:50:06.892687Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001018", "name": "Get review number" } }, { "hosts": { "controller": { "action": "ansible.builtin.debug", "changed": false, "review_number": { "changed": true, "cmd": "curl -ks https://gerrit.sfop.me/changes/Ie4e9bf3870e9b0b6db7e60e6a24e80eeff14aaf5 | sed 1d | jq --raw-output \"._number\"", "delta": "0:00:00.055522", "end": "2026-06-08 20:50:07.184929", "failed": false, "msg": "", "rc": 0, "start": "2026-06-08 20:50:07.129407", "stderr": "", "stderr_lines": [], "stdout": "4", "stdout_lines": [ "4" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001018-1-controller" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:07.464535Z", "start": "2026-06-09T00:50:07.418031Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001019", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "review_number_2": "4" }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:07.523122Z", "start": "2026-06-09T00:50:07.473269Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000b5", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 1, "changed": true, "cmd": "curl -sk \"https://sfop.me/zuul/api/tenant/demo-tenant/status/change/4,1\" | jq -r '.[0].jobs[]' | jq -rc 'select(.name == \"demo-job\")' | jq -r '.start_time'", "delta": "0:00:00.053640", "end": "2026-06-08 20:50:07.832131", "invocation": { "module_args": { "_raw_params": "curl -sk \"https://sfop.me/zuul/api/tenant/demo-tenant/status/change/4,1\" | jq -r '.[0].jobs[]' | jq -rc 'select(.name == \"demo-job\")' | jq -r '.start_time'", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000b6-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:07.778491", "stderr": "", "stderr_lines": [], "stdout": "null", "stdout_lines": [ "null" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000b6-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:08.077637Z", "start": "2026-06-09T00:50:07.559655Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000b6", "name": "Ensure new review is queued" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "create-file-on-logserver" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:08.123920Z", "start": "2026-06-09T00:50:08.087655Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000b7", "name": "Create switch file on logserver so that first job can complete" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "exec", "logserver-0", "--", "bash", "-c", "echo OK > /var/www/html/logs/test-url" ], "delta": "0:00:00.170409", "end": "2026-06-08 20:50:08.560590", "invocation": { "module_args": { "_raw_params": "kubectl exec logserver-0 -- bash -c 'echo OK > /var/www/html/logs/test-url'", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000010ec-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:08.390181", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"logserver\" out of: logserver, logserver-sshd, purgelogs, logserver-nodeexporter", "stdout_lines": [ "Defaulted container \"logserver\" out of: logserver, logserver-sshd, purgelogs, logserver-nodeexporter" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000010ec-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000010ea", "name": "create-file-on-logserver", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/create-file-on-logserver" }, "task": { "duration": { "end": "2026-06-09T00:50:08.701966Z", "start": "2026-06-09T00:50:08.184791Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000010ec", "name": "copy file on log server" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 4, "changed": true, "cmd": "kubectl -n sf get pods\n", "delta": "0:00:00.083332", "end": "2026-06-08 20:50:40.099354", "invocation": { "module_args": { "_raw_params": "kubectl -n sf get pods\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000b8-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:40.016022", "stderr": "", "stderr_lines": [], "stdout": "NAME READY STATUS RESTARTS AGE\nconfig-base-secret-1-2797-ns-82xf2 0/1 Completed 0 27m\nconfig-base-secret-1-927-ns-hzxw9 0/1 Completed 0 32m\nconfig-base-secret-1-927-ns-lmxj2 0/1 Completed 0 37m\ngateway-6bbbd758d9-7chdk 1/1 Running 0 30m\ngerrit-0 2/2 Running 0 43m\ngit-server-0 2/2 Running 0 11m\nhound-search-0 1/1 Running 0 41m\nlogjuicer-6ff84764b7-kg9f8 1/1 Running 0 41m\nlogserver-0 4/4 Running 0 22m\nmariadb-0 3/3 Running 0 20m\nnodepool-builder-0 5/5 Running 0 20m\nnodepool-launcher-8cbd54bc4-pgr7z 3/3 Running 0 20m\npost-init-dhhs7 0/1 Completed 0 42m\ntest-fluentbit 1/1 Running 0 35m\ntest-loki-8cd4fd56-r7klr 1/1 Running 0 35m\nzookeeper-0 3/3 Running 0 20m\nzuul-db-provision-42phw 0/1 Completed 0 29m\nzuul-db-provision-hdhbh 0/1 Completed 0 40m\nzuul-merger-0 2/2 Running 0 11m\nzuul-merger-1 2/2 Running 0 11m\nzuul-scheduler-0 3/3 Running 0 7m7s\nzuul-web-556f49d8c-27dfj 1/1 Running 0 7m8s\nzuul-weeder-5fb87885d-2hrpx 1/1 Running 0 10m", "stdout_lines": [ "NAME READY STATUS RESTARTS AGE", "config-base-secret-1-2797-ns-82xf2 0/1 Completed 0 27m", "config-base-secret-1-927-ns-hzxw9 0/1 Completed 0 32m", "config-base-secret-1-927-ns-lmxj2 0/1 Completed 0 37m", "gateway-6bbbd758d9-7chdk 1/1 Running 0 30m", "gerrit-0 2/2 Running 0 43m", "git-server-0 2/2 Running 0 11m", "hound-search-0 1/1 Running 0 41m", "logjuicer-6ff84764b7-kg9f8 1/1 Running 0 41m", "logserver-0 4/4 Running 0 22m", "mariadb-0 3/3 Running 0 20m", "nodepool-builder-0 5/5 Running 0 20m", "nodepool-launcher-8cbd54bc4-pgr7z 3/3 Running 0 20m", "post-init-dhhs7 0/1 Completed 0 42m", "test-fluentbit 1/1 Running 0 35m", "test-loki-8cd4fd56-r7klr 1/1 Running 0 35m", "zookeeper-0 3/3 Running 0 20m", "zuul-db-provision-42phw 0/1 Completed 0 29m", "zuul-db-provision-hdhbh 0/1 Completed 0 40m", "zuul-merger-0 2/2 Running 0 11m", "zuul-merger-1 2/2 Running 0 11m", "zuul-scheduler-0 3/3 Running 0 7m7s", "zuul-web-556f49d8c-27dfj 1/1 Running 0 7m8s", "zuul-weeder-5fb87885d-2hrpx 1/1 Running 0 10m" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000b8-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:40.155033Z", "start": "2026-06-09T00:50:08.749026Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000b8", "name": "Wait for executor pod to terminate" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 1, "changed": true, "cmd": "curl -sk https://sfop.me/zuul/api/tenant/demo-tenant/builds?change=3\n", "delta": "0:00:00.051326", "end": "2026-06-08 20:50:40.506771", "invocation": { "module_args": { "_raw_params": "curl -sk https://sfop.me/zuul/api/tenant/demo-tenant/builds?change=3\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000b9-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:40.455445", "stderr": "", "stderr_lines": [], "stdout": "[{\"_id\": 8, \"uuid\": \"fee92af53b6e44a595324d631e16bb4a\", \"job_name\": \"demo-job-check-url\", \"result\": \"SUCCESS\", \"held\": false, \"execute_time\": \"2026-06-09T00:49:53\", \"start_time\": \"2026-06-09T00:49:53\", \"end_time\": \"2026-06-09T00:50:12\", \"duration\": 19.0, \"voting\": true, \"log_url\": null, \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [], \"provides\": [], \"ref\": {\"project\": \"demo-project\", \"branch\": \"master\", \"change\": 3, \"patchset\": \"1\", \"ref\": \"refs/changes/03/3/1\", \"oldrev\": null, \"newrev\": null, \"ref_url\": \"https://gerrit.sfop.me/c/demo-project/+/3\"}, \"pipeline\": \"check\", \"event_id\": \"94d226f734614cc28f40136ee233c488\", \"event_timestamp\": \"2026-06-09T00:49:50\", \"queue_item_uuid\": \"e473e7c0d5ed43c8948f3a3dd7fa4296\", \"buildset\": {\"uuid\": \"08053a7bc586406aad56e6c2d694ba29\"}}]", "stdout_lines": [ "[{\"_id\": 8, \"uuid\": \"fee92af53b6e44a595324d631e16bb4a\", \"job_name\": \"demo-job-check-url\", \"result\": \"SUCCESS\", \"held\": false, \"execute_time\": \"2026-06-09T00:49:53\", \"start_time\": \"2026-06-09T00:49:53\", \"end_time\": \"2026-06-09T00:50:12\", \"duration\": 19.0, \"voting\": true, \"log_url\": null, \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [], \"provides\": [], \"ref\": {\"project\": \"demo-project\", \"branch\": \"master\", \"change\": 3, \"patchset\": \"1\", \"ref\": \"refs/changes/03/3/1\", \"oldrev\": null, \"newrev\": null, \"ref_url\": \"https://gerrit.sfop.me/c/demo-project/+/3\"}, \"pipeline\": \"check\", \"event_id\": \"94d226f734614cc28f40136ee233c488\", \"event_timestamp\": \"2026-06-09T00:49:50\", \"queue_item_uuid\": \"e473e7c0d5ed43c8948f3a3dd7fa4296\", \"buildset\": {\"uuid\": \"08053a7bc586406aad56e6c2d694ba29\"}}]" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000b9-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:40.706605Z", "start": "2026-06-09T00:50:40.193538Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000b9", "name": "Ensure first job completed" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 1, "changed": true, "cmd": "curl -sk https://sfop.me/zuul/api/tenant/demo-tenant/builds?change=4\n", "delta": "0:00:00.034984", "end": "2026-06-08 20:50:41.030066", "invocation": { "module_args": { "_raw_params": "curl -sk https://sfop.me/zuul/api/tenant/demo-tenant/builds?change=4\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ba-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:40.995082", "stderr": "", "stderr_lines": [], "stdout": "[]", "stdout_lines": [ "[]" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ba-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:41.256895Z", "start": "2026-06-09T00:50:40.744878Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000ba", "name": "Ensure second job hasn't completed" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "-n", "sf", "scale", "statefulsets", "zuul-executor", "--replicas=1" ], "delta": "0:00:00.067598", "end": "2026-06-08 20:50:41.591740", "invocation": { "module_args": { "_raw_params": "kubectl -n sf scale statefulsets zuul-executor --replicas=1", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000bb-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:41.524142", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-executor scaled", "stdout_lines": [ "statefulset.apps/zuul-executor scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000bb-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:41.812606Z", "start": "2026-06-09T00:50:41.296709Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000bb", "name": "Scale up executor statefulset" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 2, "changed": true, "cmd": "kubectl -n sf get pods zuul-executor-0\n", "delta": "0:00:00.103612", "end": "2026-06-08 20:50:52.511237", "invocation": { "module_args": { "_raw_params": "kubectl -n sf get pods zuul-executor-0\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000bc-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:52.407625", "stderr": "", "stderr_lines": [], "stdout": "NAME READY STATUS RESTARTS AGE\nzuul-executor-0 1/2 Running 0 11s", "stdout_lines": [ "NAME READY STATUS RESTARTS AGE", "zuul-executor-0 1/2 Running 0 11s" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000bc-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:52.562258Z", "start": "2026-06-09T00:50:41.837040Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000bc", "name": "Wait until executor pod is up" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 1, "changed": true, "cmd": "curl -sk https://sfop.me/zuul/api/components | jq -r '.executor[0].state'", "delta": "0:00:00.036761", "end": "2026-06-08 20:50:52.846789", "invocation": { "module_args": { "_raw_params": "curl -sk https://sfop.me/zuul/api/components | jq -r '.executor[0].state'", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000bd-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:50:52.810028", "stderr": "", "stderr_lines": [], "stdout": "running", "stdout_lines": [ "running" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000bd-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:50:53.118180Z", "start": "2026-06-09T00:50:52.600673Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000bd", "name": "Ensure executor component is running" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 4, "changed": true, "cmd": "curl -sk https://sfop.me/zuul/api/tenant/demo-tenant/builds?change=4\n", "delta": "0:00:00.051080", "end": "2026-06-08 20:51:24.263713", "invocation": { "module_args": { "_raw_params": "curl -sk https://sfop.me/zuul/api/tenant/demo-tenant/builds?change=4\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000be-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:51:24.212633", "stderr": "", "stderr_lines": [], "stdout": "[{\"_id\": 9, \"uuid\": \"32de524e03db481a82dc545032dfea48\", \"job_name\": \"demo-job\", \"result\": \"SUCCESS\", \"held\": false, \"execute_time\": \"2026-06-09T00:50:07\", \"start_time\": \"2026-06-09T00:50:50\", \"end_time\": \"2026-06-09T00:51:15\", \"duration\": 25.0, \"voting\": true, \"log_url\": null, \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [], \"provides\": [], \"ref\": {\"project\": \"demo-project\", \"branch\": \"master\", \"change\": 4, \"patchset\": \"1\", \"ref\": \"refs/changes/04/4/1\", \"oldrev\": null, \"newrev\": null, \"ref_url\": \"https://gerrit.sfop.me/c/demo-project/+/4\"}, \"pipeline\": \"check\", \"event_id\": \"6985a384b6a748cc854f86b2cc293161\", \"event_timestamp\": \"2026-06-09T00:50:06\", \"queue_item_uuid\": \"59108bef2cd24a6ea3c281cba3c5c03f\", \"buildset\": {\"uuid\": \"cb8b62961a784ce1a7cc24e6807ebe3f\"}}]", "stdout_lines": [ "[{\"_id\": 9, \"uuid\": \"32de524e03db481a82dc545032dfea48\", \"job_name\": \"demo-job\", \"result\": \"SUCCESS\", \"held\": false, \"execute_time\": \"2026-06-09T00:50:07\", \"start_time\": \"2026-06-09T00:50:50\", \"end_time\": \"2026-06-09T00:51:15\", \"duration\": 25.0, \"voting\": true, \"log_url\": null, \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [], \"provides\": [], \"ref\": {\"project\": \"demo-project\", \"branch\": \"master\", \"change\": 4, \"patchset\": \"1\", \"ref\": \"refs/changes/04/4/1\", \"oldrev\": null, \"newrev\": null, \"ref_url\": \"https://gerrit.sfop.me/c/demo-project/+/4\"}, \"pipeline\": \"check\", \"event_id\": \"6985a384b6a748cc854f86b2cc293161\", \"event_timestamp\": \"2026-06-09T00:50:06\", \"queue_item_uuid\": \"59108bef2cd24a6ea3c281cba3c5c03f\", \"buildset\": {\"uuid\": \"cb8b62961a784ce1a7cc24e6807ebe3f\"}}]" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000be-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000a4", "name": "health-check/zuul-executor-ensure-graceful-stop", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/zuul-executor-ensure-graceful-stop" }, "task": { "duration": { "end": "2026-06-09T00:51:24.308952Z", "start": "2026-06-09T00:50:53.165403Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000be", "name": "Ensure second review's job completed" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "dest": "/tmp/kube.config", "diff": { "after": { "atime": 1780966284.6699486, "mtime": 1780966284.6699486, "path": "/tmp/kube.config", "state": "touch" }, "before": { "atime": 1780966284.6660037, "mtime": 1780966284.6660037, "path": "/tmp/kube.config", "state": "absent" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/kube.config", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "touch", "unsafe_writes": false } }, "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_tmp_t:s0", "size": 0, "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000c0", "name": "health-check/test-nodepool-providers-secrets", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-providers-secrets" }, "task": { "duration": { "end": "2026-06-09T00:51:24.704468Z", "start": "2026-06-09T00:51:24.403123Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000c2", "name": "Ensure an empty /tmp/kube.config" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl get secret nodepool-providers-secrets -o jsonpath=\"{.data.kube\\.config}\" | base64 --decode > /tmp/kube.config", "delta": "0:00:00.066311", "end": "2026-06-08 20:51:25.062189", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "kubectl get secret nodepool-providers-secrets -o jsonpath=\"{.data.kube\\.config}\" | base64 --decode > /tmp/kube.config", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000c3-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:51:24.995878", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000c3-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000c0", "name": "health-check/test-nodepool-providers-secrets", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-providers-secrets" }, "task": { "duration": { "end": "2026-06-09T00:51:25.264699Z", "start": "2026-06-09T00:51:24.745493Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000c3", "name": "Get existing kube.config from the secret" } }, { "hosts": { "controller": { "action": "copy", "changed": true, "checksum": "06bbcfaa3c23de2ac13ed04532dffa24e53e59ab", "dest": "/tmp/clouds.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "tmprvo1iylh", "attributes": null, "backup": false, "checksum": "06bbcfaa3c23de2ac13ed04532dffa24e53e59ab", "content": null, "dest": "/tmp/clouds.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780966285.353742-847-9498093708049/source", "unsafe_writes": false, "validate": null } }, "md5sum": "8f2bfb82be90bf064ec7092f6866bf7b", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 663, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780966285.353742-847-9498093708049/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000c0", "name": "health-check/test-nodepool-providers-secrets", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-providers-secrets" }, "task": { "duration": { "end": "2026-06-09T00:51:26.061803Z", "start": "2026-06-09T00:51:25.273974Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000c4", "name": "Create a fake clouds.yaml" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl create secret generic nodepool-providers-secrets --from-file=clouds.yaml=/tmp/clouds.yaml --from-file=kube.config=/tmp/kube.config --dry-run=client -o yaml | kubectl apply -f -", "delta": "0:00:00.292607", "end": "2026-06-08 20:51:26.639540", "invocation": { "module_args": { "_raw_params": "kubectl create secret generic nodepool-providers-secrets --from-file=clouds.yaml=/tmp/clouds.yaml --from-file=kube.config=/tmp/kube.config --dry-run=client -o yaml | kubectl apply -f -", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000c5-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:51:26.346933", "stderr": "", "stderr_lines": [], "stdout": "Warning: resource secrets/nodepool-providers-secrets is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.\nsecret/nodepool-providers-secrets configured", "stdout_lines": [ "Warning: resource secrets/nodepool-providers-secrets is missing the kubectl.kubernetes.io/last-applied-configuration annotation which is required by kubectl apply. kubectl apply should only be used on resources created declaratively by either kubectl create --save-config or kubectl apply. The missing annotation will be patched automatically.", "secret/nodepool-providers-secrets configured" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000c5-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000c0", "name": "health-check/test-nodepool-providers-secrets", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-providers-secrets" }, "task": { "duration": { "end": "2026-06-09T00:51:27.120925Z", "start": "2026-06-09T00:51:26.102207Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000c5", "name": "Update the secret clouds.yaml key" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/check-sf-resource-ready" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000c0", "name": "health-check/test-nodepool-providers-secrets", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-providers-secrets" }, "task": { "duration": { "end": "2026-06-09T00:51:27.175534Z", "start": "2026-06-09T00:51:27.132588Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000c6", "name": "Wait for secrets to be updated" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001196", "name": "health-check/check-sf-resource-ready", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/check-sf-resource-ready" }, "task": { "duration": { "end": "2026-06-09T00:51:27.233885Z", "start": "2026-06-09T00:51:27.203096Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001198", "name": "run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000011bc", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:51:27.280659Z", "start": "2026-06-09T00:51:27.253717Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000011be", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000011bc", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:51:27.324656Z", "start": "2026-06-09T00:51:27.288241Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000011bf", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy /tmp/current_cr.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "delta": "0:00:57.418111", "end": "2026-06-08 20:52:25.017448", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy /tmp/current_cr.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000011c0-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:51:27.599337", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:51:27-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:51:27-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:51:27-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:51:27-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:51:27-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:51:28-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:51:28-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:51:28-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:51:28-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:51:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:51:28-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:51:28-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:51:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:51:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:51:28-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:51:29-04:00\tINFO\tUpdating configmap, name: np-statsd-config-map\n2026-06-08T20:51:29-04:00\tINFO\tUpdating object, name: np-statsd-config-map\n2026-06-08T20:51:29-04:00\tINFO\tStatefulset \"nodepool-launcher\" configuration changed, applying...\n2026-06-08T20:51:29-04:00\tINFO\tUpdating object, name: nodepool-launcher\n2026-06-08T20:51:29-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...\n2026-06-08T20:51:29-04:00\tINFO\tUpdating object, name: nodepool-builder\n2026-06-08T20:51:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:51:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:51:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:51:31-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:51:32-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:51:32-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:51:33-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:51:33-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:51:33-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:51:38-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:51:38-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:51:38-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:51:39-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:51:39-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:51:39-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:51:39-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:51:39-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:51:39-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:51:39-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:51:39-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:51:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:51:39-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:51:40-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:51:40-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:51:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:51:40-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:51:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:51:41-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:51:42-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:51:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:51:43-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:51:43-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:51:43-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:51:48-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:51:48-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:51:48-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:51:49-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:51:49-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:51:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:51:49-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:51:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:51:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:51:49-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:51:49-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:51:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:51:50-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:51:50-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:51:50-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:51:51-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:51:51-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:51:51-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:51:51-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:51:52-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:51:52-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:51:53-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:51:53-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:51:53-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:51:58-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:51:58-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:51:58-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:51:59-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:51:59-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:51:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:51:59-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:51:59-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:51:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:51:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:51:59-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:52:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:52:00-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:52:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:52:00-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:52:01-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:52:01-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:52:01-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:52:02-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:52:02-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:52:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:52:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:52:04-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:52:04-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T20:52:09-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:52:09-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:52:09-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:52:09-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:52:09-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:52:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:52:09-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:52:09-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:52:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:52:10-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:52:10-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:52:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:52:10-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:52:10-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:52:10-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:52:11-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:52:11-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:52:11-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:52:12-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:52:13-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:52:13-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:52:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:52:14-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:52:14-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T20:52:19-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:52:19-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:52:19-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:52:20-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:52:20-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:52:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:52:20-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:52:20-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:52:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:52:20-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:52:20-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:52:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:52:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:52:21-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:52:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:52:21-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:52:21-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:52:22-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:52:23-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:52:23-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:52:24-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:52:24-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:52:24-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:52:25-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:51:27-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:51:27-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:51:27-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:51:27-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:51:27-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:51:28-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:51:28-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:51:28-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:51:28-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:51:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:51:28-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:51:28-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:51:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:51:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:51:28-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:51:29-04:00\tINFO\tUpdating configmap, name: np-statsd-config-map", "2026-06-08T20:51:29-04:00\tINFO\tUpdating object, name: np-statsd-config-map", "2026-06-08T20:51:29-04:00\tINFO\tStatefulset \"nodepool-launcher\" configuration changed, applying...", "2026-06-08T20:51:29-04:00\tINFO\tUpdating object, name: nodepool-launcher", "2026-06-08T20:51:29-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...", "2026-06-08T20:51:29-04:00\tINFO\tUpdating object, name: nodepool-builder", "2026-06-08T20:51:30-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:51:30-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:51:30-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:51:31-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:51:32-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:51:32-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:51:33-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:51:33-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:51:33-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:51:38-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:51:38-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:51:38-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:51:39-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:51:39-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:51:39-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:51:39-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:51:39-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:51:39-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:51:39-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:51:39-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:51:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:51:39-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:51:40-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:51:40-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:51:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:51:40-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:51:40-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:51:41-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:51:42-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:51:42-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:51:43-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:51:43-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:51:43-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:51:48-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:51:48-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:51:48-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:51:49-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:51:49-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:51:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:51:49-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:51:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:51:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:51:49-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:51:49-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:51:50-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:51:50-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:51:50-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:51:50-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:51:51-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:51:51-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:51:51-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:51:51-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:51:52-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:51:52-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:51:53-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:51:53-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:51:53-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:51:58-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:51:58-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:51:58-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:51:59-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:51:59-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:51:59-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:51:59-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:51:59-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:51:59-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:51:59-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:51:59-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:52:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:52:00-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:52:00-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:52:00-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:52:01-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:52:01-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:52:01-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:52:02-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:52:02-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:52:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:52:03-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:52:04-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:52:04-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T20:52:09-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:52:09-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:52:09-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:52:09-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:52:09-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:52:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:52:09-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:52:09-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:52:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:52:10-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:52:10-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:52:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:52:10-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:52:10-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:52:10-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:52:11-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:52:11-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:52:11-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:52:12-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:52:13-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:52:13-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:52:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:52:14-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:52:14-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T20:52:19-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:52:19-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:52:19-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:52:20-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:52:20-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:52:20-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:52:20-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:52:20-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:52:20-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:52:20-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:52:20-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:52:20-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:52:20-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:52:21-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:52:21-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:52:21-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:52:21-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:52:22-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:52:23-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:52:23-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:52:24-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:52:24-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:52:24-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:52:25-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000011c0-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000011bc", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:52:25.469452Z", "start": "2026-06-09T00:51:27.367056Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000011c0", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "glue", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000011bc", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:52:26.020112Z", "start": "2026-06-09T00:52:25.509310Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000011c1", "name": "Copy current spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 1, "changed": true, "cmd": "kubectl exec nodepool-builder-0 -- bash -c \"ls /var/lib/nodepool/.config/openstack/clouds.yaml\"\n", "delta": "0:00:00.259019", "end": "2026-06-08 20:52:26.538474", "invocation": { "module_args": { "_raw_params": "kubectl exec nodepool-builder-0 -- bash -c \"ls /var/lib/nodepool/.config/openstack/clouds.yaml\"\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000c7-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:52:26.279455", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"nodepool-builder\" out of: nodepool-builder, fluentbit, np-statsd, nodepool-builder-nodeexporter, build-logs-httpd, nodepool-builder-init (init)\n/var/lib/nodepool/.config/openstack/clouds.yaml", "stdout_lines": [ "Defaulted container \"nodepool-builder\" out of: nodepool-builder, fluentbit, np-statsd, nodepool-builder-nodeexporter, build-logs-httpd, nodepool-builder-init (init)", "/var/lib/nodepool/.config/openstack/clouds.yaml" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000c7-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000c0", "name": "health-check/test-nodepool-providers-secrets", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-providers-secrets" }, "task": { "duration": { "end": "2026-06-09T00:52:26.591559Z", "start": "2026-06-09T00:52:26.074158Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000c7", "name": "Check that clouds.yaml available in nodepool-builder" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 1, "changed": true, "cmd": "POD=$(kubectl get pods -l=run=nodepool-launcher -o name | tail -n 1)\nkubectl exec $POD -- bash -c \"ls /var/lib/nodepool/.config/openstack/clouds.yaml\"\n", "delta": "0:00:00.252262", "end": "2026-06-08 20:52:27.136334", "invocation": { "module_args": { "_raw_params": "POD=$(kubectl get pods -l=run=nodepool-launcher -o name | tail -n 1)\nkubectl exec $POD -- bash -c \"ls /var/lib/nodepool/.config/openstack/clouds.yaml\"\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000c8-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:52:26.884072", "stderr": "", "stderr_lines": [], "stdout": "Defaulted container \"launcher\" out of: launcher, np-statsd, zuul-capacity, nodepool-launcher-init (init)\n/var/lib/nodepool/.config/openstack/clouds.yaml", "stdout_lines": [ "Defaulted container \"launcher\" out of: launcher, np-statsd, zuul-capacity, nodepool-launcher-init (init)", "/var/lib/nodepool/.config/openstack/clouds.yaml" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000c8-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000c0", "name": "health-check/test-nodepool-providers-secrets", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-providers-secrets" }, "task": { "duration": { "end": "2026-06-09T00:52:27.648792Z", "start": "2026-06-09T00:52:26.629419Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000c8", "name": "Check that clouds.yaml available in nodepool-launcher containers" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "zuul_worker_ci_label": "zuul-worker-sf-operator-ci-hnbazvrt" }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:52:27.845220Z", "start": "2026-06-09T00:52:27.665748Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000cc", "name": "Set random value" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool", "state": "directory" }, "before": { "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool", "state": "absent" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "02755", "owner": "zuul-worker", "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:52:28.159770Z", "start": "2026-06-09T00:52:27.854610Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000cd", "name": "Ensure nodepool directory exists" } }, { "hosts": { "controller": { "action": "ansible.builtin.blockinfile", "changed": true, "diff": [ { "after": "", "after_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool/nodepool.yaml (content)", "before": "", "before_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool/nodepool.yaml (content)" }, { "after_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool/nodepool.yaml (file attributes)", "before_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool/nodepool.yaml (file attributes)" } ], "invocation": { "module_args": { "append_newline": false, "attributes": null, "backup": false, "block": "labELz: {}\n", "content": "labELz: {}\n", "create": true, "group": null, "insertafter": null, "insertbefore": null, "marker": "# {mark} ANSIBLE MANAGED BLOCK", "marker_begin": "BEGIN", "marker_end": "END", "mode": null, "owner": null, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool/nodepool.yaml", "prepend_newline": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "validate": null } }, "msg": "File created" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:52:28.457581Z", "start": "2026-06-09T00:52:28.168659Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000ce", "name": "Set bad Nodepool config" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "add", "nodepool/nodepool.yaml" ], "delta": "0:00:00.005141", "end": "2026-06-08 20:52:28.702865", "failed": false, "invocation": { "module_args": { "_raw_params": "git add nodepool/nodepool.yaml", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git add nodepool/nodepool.yaml", "msg": "", "rc": 0, "start": "2026-06-08 20:52:28.697724", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "commit", "-m", "Add nodepool/nodepool.yaml" ], "delta": "0:00:00.057532", "end": "2026-06-08 20:52:28.996355", "failed": false, "invocation": { "module_args": { "_raw_params": "git commit -m 'Add nodepool/nodepool.yaml'", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git commit -m 'Add nodepool/nodepool.yaml'", "msg": "", "rc": 0, "start": "2026-06-08 20:52:28.938823", "stderr": "", "stderr_lines": [], "stdout": "[master a33d48b] Add nodepool/nodepool.yaml\n 1 file changed, 3 insertions(+)\n create mode 100644 nodepool/nodepool.yaml", "stdout_lines": [ "[master a33d48b] Add nodepool/nodepool.yaml", " 1 file changed, 3 insertions(+)", " create mode 100644 nodepool/nodepool.yaml" ], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:52:29.034373Z", "start": "2026-06-09T00:52:28.463521Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000cf", "name": "Commit file in the config repo" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/repo-submit-change" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:52:29.084219Z", "start": "2026-06-09T00:52:29.047388Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000d0", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "submit-change.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001225", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:52:29.142420Z", "start": "2026-06-09T00:52:29.120728Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001227", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "review" ], "delta": "0:00:00.440222", "end": "2026-06-08 20:52:29.880893", "invocation": { "module_args": { "_raw_params": "git review", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001270-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:52:29.440671", "stderr": "", "stderr_lines": [], "stdout": "remote: \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1, done \nremote: \nremote: SUCCESS \nremote: \nremote: https://gerrit.sfop.me/c/config/+/5 Add nodepool/nodepool.yaml [NEW] \nremote: \nTo https://gerrit.sfop.me/a/config\n * [new reference] HEAD -> refs/for/master", "stdout_lines": [ "remote: ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1, done ", "remote: ", "remote: SUCCESS ", "remote: ", "remote: https://gerrit.sfop.me/c/config/+/5 Add nodepool/nodepool.yaml [NEW] ", "remote: ", "To https://gerrit.sfop.me/a/config", " * [new reference] HEAD -> refs/for/master" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001270-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001225", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:52:30.196742Z", "start": "2026-06-09T00:52:29.176431Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001270", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -n 1 | awk '/Change-Id/ {print $2}'", "delta": "0:00:00.012581", "end": "2026-06-08 20:52:30.529342", "invocation": { "module_args": { "_raw_params": "git log -n 1 | awk '/Change-Id/ {print $2}'", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001271-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:52:30.516761", "stderr": "", "stderr_lines": [], "stdout": "I4e4e4376c6dcfadbde9f6c093cee910bc8529482", "stdout_lines": [ "I4e4e4376c6dcfadbde9f6c093cee910bc8529482" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001271-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001225", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:52:30.849912Z", "start": "2026-06-09T00:52:30.235389Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001271", "name": "Get Change-id" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "cache_control": "no-cache, no-store, max-age=0, must-revalidate", "changed": false, "connection": "close", "content_disposition": "attachment", "content_length": "47", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:52:31 GMT", "elapsed": 0, "expires": "Mon, 01 Jan 1990 00:00:00 GMT", "invocation": { "module_args": { "attributes": null, "body": "{\"labels\": {\n \"Code-Review\": +2,\n \"Workflow\": +1\n }\n}", "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "POST", "mode": null, "owner": null, "password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/a/changes/I4e4e4376c6dcfadbde9f6c093cee910bc8529482/revisions/current/review", "url_password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "url_username": "admin", "use_gssapi": false, "use_netrc": true, "use_proxy": true, "user": "admin", "validate_certs": false } }, "msg": "OK (47 bytes)", "pragma": "no-cache", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/a/changes/I4e4e4376c6dcfadbde9f6c093cee910bc8529482/revisions/current/review", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001225", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:52:31.436682Z", "start": "2026-06-09T00:52:30.853833Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001272", "name": "Set Code-Review and Workflow label using gerrit API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "ensure-job-failure.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001225", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:52:31.486113Z", "start": "2026-06-09T00:52:31.449196Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001228", "name": "Ensure a failure for config-check job" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "cache_control": "private, max-age=0, must-revalidate", "changed": false, "connection": "close", "content": ")]}'\n{\"id\":\"config~master~I4e4e4376c6dcfadbde9f6c093cee910bc8529482\",\"project\":\"config\",\"branch\":\"master\",\"hashtags\":[],\"change_id\":\"I4e4e4376c6dcfadbde9f6c093cee910bc8529482\",\"subject\":\"Add nodepool/nodepool.yaml\",\"status\":\"NEW\",\"created\":\"2026-06-09 00:52:29.000000000\",\"updated\":\"2026-06-09 00:52:31.000000000\",\"submit_type\":\"FAST_FORWARD_ONLY\",\"insertions\":3,\"deletions\":0,\"total_comment_count\":0,\"unresolved_comment_count\":0,\"has_review_started\":true,\"meta_rev_id\":\"3f4626070ad68c9c2cb287e03321ad56c5c749b4\",\"_number\":5,\"owner\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]},\"labels\":{\"Code-Review\":{\"all\":[{\"value\":2,\"date\":\"2026-06-09 00:52:31.000000000\",\"permitted_voting_range\":{\"min\":-2,\"max\":2},\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}],\"values\":{\"-2\":\"Do not submit\",\"-1\":\"I would prefer that you didn\\u0027t submit this\",\" 0\":\"No score\",\"+1\":\"Looks good to me, but someone else must approve\",\"+2\":\"Looks good to me (core reviewer)\"},\"default_value\":0},\"Verified\":{\"all\":[{\"value\":0,\"permitted_voting_range\":{\"min\":-2,\"max\":2},\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}],\"values\":{\"-2\":\"Fails\",\"-1\":\"Doesn\\u0027t seem to work\",\" 0\":\"No score\",\"+1\":\"Works for me\",\"+2\":\"Verified\"},\"default_value\":0},\"Workflow\":{\"all\":[{\"value\":1,\"date\":\"2026-06-09 00:52:31.000000000\",\"permitted_voting_range\":{\"min\":-1,\"max\":1},\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}],\"values\":{\"-1\":\"Work in progress\",\" 0\":\"Ready for reviews\",\"+1\":\"Approved\"},\"default_value\":0}},\"removable_reviewers\":[],\"reviewers\":{\"CC\":[{\"_account_id\":1000000,\"name\":\"Zuul CI\",\"email\":\"zuul@sfop.me\",\"username\":\"zuul\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/2e7127d5f294a526d57e14db9e1bd10d.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/2e7127d5f294a526d57e14db9e1bd10d.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/2e7127d5f294a526d57e14db9e1bd10d.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/2e7127d5f294a526d57e14db9e1bd10d.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}],\"tags\":[\"SERVICE_USER\"]}],\"REVIEWER\":[{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}]},\"pending_reviewers\":{},\"current_revision\":\"a33d48b4a58679442d0fb9c245f36c1fb0d40d23\",\"revisions\":{\"a33d48b4a58679442d0fb9c245f36c1fb0d40d23\":{\"kind\":\"REWORK\",\"_number\":1,\"created\":\"2026-06-09 00:52:29.000000000\",\"uploader\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]},\"ref\":\"refs/changes/05/5/1\",\"fetch\":{\"anonymous http\":{\"url\":\"https://gerrit.sfop.me/config\",\"ref\":\"refs/changes/05/5/1\"}}}},\"requirements\":[],\"submit_records\":[{\"rule_name\":\"gerrit~DefaultSubmitRule\",\"status\":\"NOT_READY\",\"labels\":[{\"label\":\"Code-Review\",\"status\":\"OK\",\"applied_by\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}},{\"label\":\"Verified\",\"status\":\"NEED\"},{\"label\":\"Workflow\",\"status\":\"OK\",\"applied_by\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}}]}]}\n", "content_disposition": "attachment", "content_length": "7831", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:52:31 GMT", "elapsed": 0, "etag": "7882b1615fd96da6a9775306152eee95", "expires": "Tue, 09 Jun 2026 00:52:31 GMT", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/changes/I4e4e4376c6dcfadbde9f6c093cee910bc8529482/revisions/current/review", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "msg": "OK (7831 bytes)", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/changes/I4e4e4376c6dcfadbde9f6c093cee910bc8529482/revisions/current/review", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001225", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:52:32.028887Z", "start": "2026-06-09T00:52:31.513964Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001295", "name": "Get review ID from the changeID using gerrit API" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "json_reply": { "_number": 5, "branch": "master", "change_id": "I4e4e4376c6dcfadbde9f6c093cee910bc8529482", "created": "2026-06-09 00:52:29.000000000", "current_revision": "a33d48b4a58679442d0fb9c245f36c1fb0d40d23", "deletions": 0, "has_review_started": true, "hashtags": [], "id": "config~master~I4e4e4376c6dcfadbde9f6c093cee910bc8529482", "insertions": 3, "labels": { "Code-Review": { "all": [ { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "date": "2026-06-09 00:52:31.000000000", "email": "admin@sfop.me", "name": "Administrator", "permitted_voting_range": { "max": 2, "min": -2 }, "username": "admin", "value": 2 } ], "default_value": 0, "values": { " 0": "No score", "+1": "Looks good to me, but someone else must approve", "+2": "Looks good to me (core reviewer)", "-1": "I would prefer that you didn't submit this", "-2": "Do not submit" } }, "Verified": { "all": [ { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "permitted_voting_range": { "max": 2, "min": -2 }, "username": "admin", "value": 0 } ], "default_value": 0, "values": { " 0": "No score", "+1": "Works for me", "+2": "Verified", "-1": "Doesn't seem to work", "-2": "Fails" } }, "Workflow": { "all": [ { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "date": "2026-06-09 00:52:31.000000000", "email": "admin@sfop.me", "name": "Administrator", "permitted_voting_range": { "max": 1, "min": -1 }, "username": "admin", "value": 1 } ], "default_value": 0, "values": { " 0": "Ready for reviews", "+1": "Approved", "-1": "Work in progress" } } }, "meta_rev_id": "3f4626070ad68c9c2cb287e03321ad56c5c749b4", "owner": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" }, "pending_reviewers": {}, "project": "config", "removable_reviewers": [], "requirements": [], "reviewers": { "CC": [ { "_account_id": 1000000, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/2e7127d5f294a526d57e14db9e1bd10d.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/2e7127d5f294a526d57e14db9e1bd10d.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/2e7127d5f294a526d57e14db9e1bd10d.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/2e7127d5f294a526d57e14db9e1bd10d.jpg?d=identicon&r=pg&s=120" } ], "email": "zuul@sfop.me", "name": "Zuul CI", "tags": [ "SERVICE_USER" ], "username": "zuul" } ], "REVIEWER": [ { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" } ] }, "revisions": { "a33d48b4a58679442d0fb9c245f36c1fb0d40d23": { "_number": 1, "created": "2026-06-09 00:52:29.000000000", "fetch": { "anonymous http": { "ref": "refs/changes/05/5/1", "url": "https://gerrit.sfop.me/config" } }, "kind": "REWORK", "ref": "refs/changes/05/5/1", "uploader": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" } } }, "status": "NEW", "subject": "Add nodepool/nodepool.yaml", "submit_records": [ { "labels": [ { "applied_by": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" }, "label": "Code-Review", "status": "OK" }, { "label": "Verified", "status": "NEED" }, { "applied_by": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" }, "label": "Workflow", "status": "OK" } ], "rule_name": "gerrit~DefaultSubmitRule", "status": "NOT_READY" } ], "submit_type": "FAST_FORWARD_ONLY", "total_comment_count": 0, "unresolved_comment_count": 0, "updated": "2026-06-09 00:52:31.000000000" } }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001225", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:52:32.109229Z", "start": "2026-06-09T00:52:32.038330Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001296", "name": "" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 6, "changed": false, "connection": "close", "content": "[{\"_id\": 11, \"uuid\": \"f6330a676c3647399d13ed46325153fc\", \"job_name\": \"config-check\", \"result\": \"FAILURE\", \"held\": false, \"execute_time\": \"2026-06-09T00:52:33\", \"start_time\": \"2026-06-09T00:52:33\", \"end_time\": \"2026-06-09T00:53:15\", \"duration\": 42.0, \"voting\": true, \"log_url\": \"https://sfop.me/logs/f63/internal/f6330a676c3647399d13ed46325153fc/\", \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [{\"name\": \"LogJuicer Report\", \"url\": \"https://sfop.me/logjuicer/report/new?target=https://sfop.me/zuul/t/internal/build/f6330a676c3647399d13ed46325153fc\"}, {\"name\": \"Zuul Manifest\", \"url\": \"https://sfop.me/logs/f63/internal/f6330a676c3647399d13ed46325153fc/zuul-manifest.json\", \"metadata\": {\"type\": \"zuul_manifest\"}}], \"provides\": [], \"ref\": {\"project\": \"config\", \"branch\": \"master\", \"change\": 5, \"patchset\": \"1\", \"ref\": \"refs/changes/05/5/1\", \"oldrev\": null, \"newrev\": null, \"ref_url\": \"https://gerrit.sfop.me/c/config/+/5\"}, \"pipeline\": \"gate\", \"event_id\": \"9223933a5781490694d06a2b90fbb6a5\", \"event_timestamp\": \"2026-06-09T00:52:31\", \"queue_item_uuid\": \"c05f822328f14b9d87f1f6cc032ccd4f\", \"buildset\": {\"uuid\": \"cf130875b88b414bba7eff4a5667d3f6\"}}, {\"_id\": 10, \"uuid\": \"824d733290c34ea387eae76b2d655573\", \"job_name\": \"config-check\", \"result\": \"ABORTED\", \"held\": false, \"execute_time\": \"2026-06-09T00:52:31\", \"start_time\": \"2026-06-09T00:52:31\", \"end_time\": \"2026-06-09T00:52:32\", \"duration\": 1.0, \"voting\": true, \"log_url\": null, \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [], \"provides\": [], \"ref\": {\"project\": \"config\", \"branch\": \"master\", \"change\": 5, \"patchset\": \"1\", \"ref\": \"refs/changes/05/5/1\", \"oldrev\": null, \"newrev\": null, \"ref_url\": \"https://gerrit.sfop.me/c/config/+/5\"}, \"pipeline\": \"check\", \"event_id\": \"502524f23bb845cba1e9da76a36ba910\", \"event_timestamp\": \"2026-06-09T00:52:29\", \"queue_item_uuid\": \"75271c6a8f3d4aa9bbf1ffe548881387\", \"buildset\": {\"uuid\": \"a8f80895bdf446d9ab90f2aaa05bc1b5\"}}]", "content_length": "1946", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:53:25 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/builds?job_name=config-check&change=5", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "_id": 11, "artifacts": [ { "name": "LogJuicer Report", "url": "https://sfop.me/logjuicer/report/new?target=https://sfop.me/zuul/t/internal/build/f6330a676c3647399d13ed46325153fc" }, { "metadata": { "type": "zuul_manifest" }, "name": "Zuul Manifest", "url": "https://sfop.me/logs/f63/internal/f6330a676c3647399d13ed46325153fc/zuul-manifest.json" } ], "buildset": { "uuid": "cf130875b88b414bba7eff4a5667d3f6" }, "duration": 42.0, "end_time": "2026-06-09T00:53:15", "error_detail": null, "event_id": "9223933a5781490694d06a2b90fbb6a5", "event_timestamp": "2026-06-09T00:52:31", "execute_time": "2026-06-09T00:52:33", "final": true, "held": false, "job_name": "config-check", "log_url": "https://sfop.me/logs/f63/internal/f6330a676c3647399d13ed46325153fc/", "nodeset": "", "pipeline": "gate", "provides": [], "queue_item_uuid": "c05f822328f14b9d87f1f6cc032ccd4f", "ref": { "branch": "master", "change": 5, "newrev": null, "oldrev": null, "patchset": "1", "project": "config", "ref": "refs/changes/05/5/1", "ref_url": "https://gerrit.sfop.me/c/config/+/5" }, "result": "FAILURE", "start_time": "2026-06-09T00:52:33", "uuid": "f6330a676c3647399d13ed46325153fc", "voting": true }, { "_id": 10, "artifacts": [], "buildset": { "uuid": "a8f80895bdf446d9ab90f2aaa05bc1b5" }, "duration": 1.0, "end_time": "2026-06-09T00:52:32", "error_detail": null, "event_id": "502524f23bb845cba1e9da76a36ba910", "event_timestamp": "2026-06-09T00:52:29", "execute_time": "2026-06-09T00:52:31", "final": true, "held": false, "job_name": "config-check", "log_url": null, "nodeset": "", "pipeline": "check", "provides": [], "queue_item_uuid": "75271c6a8f3d4aa9bbf1ffe548881387", "ref": { "branch": "master", "change": 5, "newrev": null, "oldrev": null, "patchset": "1", "project": "config", "ref": "refs/changes/05/5/1", "ref_url": "https://gerrit.sfop.me/c/config/+/5" }, "result": "ABORTED", "start_time": "2026-06-09T00:52:31", "uuid": "824d733290c34ea387eae76b2d655573", "voting": true } ], "msg": "OK (1946 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/builds?job_name=config-check&change=5", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001225", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:53:25.282322Z", "start": "2026-06-09T00:52:32.121096Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001297", "name": "Wait config-check FAILURE result using zuul-web API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "check_zuul_console", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001225", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:53:25.320835Z", "start": "2026-06-09T00:53:25.290123Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001229", "name": "Verify Zuul Console output" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "not ensure_job_failure", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001225", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:53:25.359861Z", "start": "2026-06-09T00:53:25.332505Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000122a", "name": "Ensure a success for config-update post job" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "not ensure_job_failure", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001225", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:53:25.409186Z", "start": "2026-06-09T00:53:25.371232Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000122b", "name": "Ensure a success for config-update job" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "reset", "--hard", "gerrit/master" ], "delta": "0:00:00.009566", "end": "2026-06-08 20:53:25.747752", "invocation": { "module_args": { "_raw_params": "git reset --hard gerrit/master", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000d1-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:53:25.738186", "stderr": "", "stderr_lines": [], "stdout": "HEAD is now at 903deba Add zuul/main.yaml", "stdout_lines": [ "HEAD is now at 903deba Add zuul/main.yaml" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000d1-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:25.970506Z", "start": "2026-06-09T00:53:25.451452Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000d1", "name": "Reset the config repo" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool", "state": "directory" }, "before": { "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool", "state": "absent" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "02755", "owner": "zuul-worker", "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:26.260445Z", "start": "2026-06-09T00:53:25.980673Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000d2", "name": "Ensure nodepool directory exists" } }, { "hosts": { "controller": { "action": "ansible.builtin.stat", "changed": false, "invocation": { "module_args": { "checksum_algorithm": "sha1", "follow": false, "get_attributes": true, "get_checksum": true, "get_mime": true, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool/nodepool.yaml" } }, "stat": { "exists": false } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:26.530387Z", "start": "2026-06-09T00:53:26.268986Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000d3", "name": "Check nodepool.yaml exists" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": "afe8ada1a126eca505a665599c7ca79f7771e0fc", "dest": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool/nodepool.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "tmpeyf8vfxt", "attributes": null, "backup": false, "checksum": "afe8ada1a126eca505a665599c7ca79f7771e0fc", "content": null, "dest": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool/nodepool.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780966406.6438632-937-151507718903338/source", "unsafe_writes": false, "validate": null } }, "md5sum": "192fed89636ff80f3aaaf3c2e8a20a9a", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 25, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780966406.6438632-937-151507718903338/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:27.388016Z", "start": "2026-06-09T00:53:26.538704Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000d4", "name": "Ensure nodepool.yaml default content" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "cat", "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool/nodepool.yaml" ], "delta": "0:00:00.005525", "end": "2026-06-08 20:53:27.653315", "invocation": { "module_args": { "_raw_params": "cat src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool/nodepool.yaml\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000d5-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:53:27.647790", "stderr": "", "stderr_lines": [], "stdout": "labels: []\nproviders: []", "stdout_lines": [ "labels: []", "providers: []" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000d5-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:27.941132Z", "start": "2026-06-09T00:53:27.427005Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000d5", "name": "Load current nodepool launcher config" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "launcher_config": { "labels": [], "providers": [] }, "microshift_provider": [ { "context": "openshiftpods", "driver": "openshiftpods", "name": "microshiftLocal", "pools": [ { "labels": [ { "image": "quay.io/software-factory/zuul-worker-sf-operator-ci:latest", "name": "zuul-worker-sf-operator-ci-hnbazvrt", "python-path": "/bin/python3" } ], "name": "nodepool" } ] } ], "new_label": [ { "name": "zuul-worker-sf-operator-ci-hnbazvrt" } ] }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:28.001705Z", "start": "2026-06-09T00:53:27.946620Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000d6", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "launcher_labels": [] }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:28.057046Z", "start": "2026-06-09T00:53:28.010129Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000d7", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "changed": false, "false_condition": "'labels' not in launcher_config", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:28.093563Z", "start": "2026-06-09T00:53:28.065277Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000d8", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "launcher_providers": [] }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:28.153244Z", "start": "2026-06-09T00:53:28.107043Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000d9", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "changed": false, "false_condition": "'providers' not in launcher_config", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:28.189721Z", "start": "2026-06-09T00:53:28.161575Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000da", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "launcher_new_labels": [ { "name": "zuul-worker-sf-operator-ci-hnbazvrt" } ], "launcher_new_providers": [ { "context": "openshiftpods", "driver": "openshiftpods", "name": "microshiftLocal", "pools": [ { "labels": [ { "image": "quay.io/software-factory/zuul-worker-sf-operator-ci:latest", "name": "zuul-worker-sf-operator-ci-hnbazvrt", "python-path": "/bin/python3" } ], "name": "nodepool" } ] } ] }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:28.236436Z", "start": "2026-06-09T00:53:28.199911Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000db", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "launcher_new_config": { "labels": [ { "name": "zuul-worker-sf-operator-ci-hnbazvrt" } ], "providers": [ { "context": "openshiftpods", "driver": "openshiftpods", "name": "microshiftLocal", "pools": [ { "labels": [ { "image": "quay.io/software-factory/zuul-worker-sf-operator-ci:latest", "name": "zuul-worker-sf-operator-ci-hnbazvrt", "python-path": "/bin/python3" } ], "name": "nodepool" } ] } ] } }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:28.305730Z", "start": "2026-06-09T00:53:28.244695Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000dc", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": "0d0ce392a0dd87d5a389c481e97cbffee50bb3dc", "dest": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool/nodepool.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "tmp8039t6au", "attributes": null, "backup": false, "checksum": "0d0ce392a0dd87d5a389c481e97cbffee50bb3dc", "content": null, "dest": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/nodepool/nodepool.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780966408.4114754-956-22790284636096/source", "unsafe_writes": false, "validate": null } }, "md5sum": "5dd52714d9ff72dbffd825ce4cbdbe6f", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 364, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780966408.4114754-956-22790284636096/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:29.039442Z", "start": "2026-06-09T00:53:28.318909Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000dd", "name": "Set dummy Nodepool config" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "add", "nodepool/nodepool.yaml" ], "delta": "0:00:00.009184", "end": "2026-06-08 20:53:29.314130", "failed": false, "invocation": { "module_args": { "_raw_params": "git add nodepool/nodepool.yaml", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git add nodepool/nodepool.yaml", "msg": "", "rc": 0, "start": "2026-06-08 20:53:29.304946", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "commit", "-m", "Add nodepool/nodepool.yaml" ], "delta": "0:00:00.084500", "end": "2026-06-08 20:53:29.622572", "failed": false, "invocation": { "module_args": { "_raw_params": "git commit -m 'Add nodepool/nodepool.yaml'", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git commit -m 'Add nodepool/nodepool.yaml'", "msg": "", "rc": 0, "start": "2026-06-08 20:53:29.538072", "stderr": "", "stderr_lines": [], "stdout": "[master 5d65b4b] Add nodepool/nodepool.yaml\n 1 file changed, 12 insertions(+)\n create mode 100644 nodepool/nodepool.yaml", "stdout_lines": [ "[master 5d65b4b] Add nodepool/nodepool.yaml", " 1 file changed, 12 insertions(+)", " create mode 100644 nodepool/nodepool.yaml" ], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:29.663389Z", "start": "2026-06-09T00:53:29.049226Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000de", "name": "Commit file in the config repo" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/repo-submit-change" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:53:29.711912Z", "start": "2026-06-09T00:53:29.676009Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000df", "name": "Update config repo change" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "submit-change.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001352", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:53:29.784331Z", "start": "2026-06-09T00:53:29.751992Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001354", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "review" ], "delta": "0:00:00.522873", "end": "2026-06-08 20:53:30.558420", "invocation": { "module_args": { "_raw_params": "git review", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000013bb-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:53:30.035547", "stderr": "", "stderr_lines": [], "stdout": "remote: \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1, done \nremote: \nremote: SUCCESS \nremote: \nremote: https://gerrit.sfop.me/c/config/+/6 Add nodepool/nodepool.yaml [NEW] \nremote: \nTo https://gerrit.sfop.me/a/config\n * [new reference] HEAD -> refs/for/master", "stdout_lines": [ "remote: ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1, done ", "remote: ", "remote: SUCCESS ", "remote: ", "remote: https://gerrit.sfop.me/c/config/+/6 Add nodepool/nodepool.yaml [NEW] ", "remote: ", "To https://gerrit.sfop.me/a/config", " * [new reference] HEAD -> refs/for/master" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000013bb-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001352", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:53:30.838467Z", "start": "2026-06-09T00:53:29.819582Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000013bb", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -n 1 | awk '/Change-Id/ {print $2}'", "delta": "0:00:00.006127", "end": "2026-06-08 20:53:31.100630", "invocation": { "module_args": { "_raw_params": "git log -n 1 | awk '/Change-Id/ {print $2}'", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000013bc-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:53:31.094503", "stderr": "", "stderr_lines": [], "stdout": "I5b896de292b0baa263b73fab1a3f33a7a179dd43", "stdout_lines": [ "I5b896de292b0baa263b73fab1a3f33a7a179dd43" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000013bc-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001352", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:53:31.401089Z", "start": "2026-06-09T00:53:30.882079Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000013bc", "name": "Get Change-id" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "cache_control": "no-cache, no-store, max-age=0, must-revalidate", "changed": false, "connection": "close", "content_disposition": "attachment", "content_length": "47", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:53:31 GMT", "elapsed": 0, "expires": "Mon, 01 Jan 1990 00:00:00 GMT", "invocation": { "module_args": { "attributes": null, "body": "{\"labels\": {\n \"Code-Review\": +2,\n \"Workflow\": +1\n }\n}", "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "POST", "mode": null, "owner": null, "password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/a/changes/I5b896de292b0baa263b73fab1a3f33a7a179dd43/revisions/current/review", "url_password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "url_username": "admin", "use_gssapi": false, "use_netrc": true, "use_proxy": true, "user": "admin", "validate_certs": false } }, "msg": "OK (47 bytes)", "pragma": "no-cache", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/a/changes/I5b896de292b0baa263b73fab1a3f33a7a179dd43/revisions/current/review", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001352", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:53:31.939498Z", "start": "2026-06-09T00:53:31.411140Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000013bd", "name": "Set Code-Review and Workflow label using gerrit API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "ensure_job_failure", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001352", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:53:31.971557Z", "start": "2026-06-09T00:53:31.945695Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001355", "name": "Ensure a failure for config-check job" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "check_zuul_console", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001352", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:53:32.013694Z", "start": "2026-06-09T00:53:31.978369Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001356", "name": "Verify Zuul Console output" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "ensure-post-job-success.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001352", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:53:32.063845Z", "start": "2026-06-09T00:53:32.021005Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001357", "name": "Ensure a success for config-update post job" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -1 --format=\"%H\"", "delta": "0:00:00.008067", "end": "2026-06-08 20:53:32.301961", "invocation": { "module_args": { "_raw_params": "git log -1 --format=\"%H\"", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000013e4-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:53:32.293894", "stderr": "", "stderr_lines": [], "stdout": "5d65b4b0719eac97f826bad01de3dfec2efe06b7", "stdout_lines": [ "5d65b4b0719eac97f826bad01de3dfec2efe06b7" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000013e4-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001352", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:53:32.608953Z", "start": "2026-06-09T00:53:32.091465Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000013e4", "name": "Register commit sha" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 16, "changed": false, "connection": "close", "content": "[{\"_id\": 14, \"uuid\": \"3156c9aa36bc4056b89392da0e854859\", \"job_name\": \"config-update\", \"result\": \"SUCCESS\", \"held\": false, \"execute_time\": \"2026-06-09T00:54:25\", \"start_time\": \"2026-06-09T00:54:25\", \"end_time\": \"2026-06-09T00:56:02\", \"duration\": 97.0, \"voting\": true, \"log_url\": \"https://sfop.me/logs/315/internal/3156c9aa36bc4056b89392da0e854859/\", \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [{\"name\": \"Zuul Manifest\", \"url\": \"https://sfop.me/logs/315/internal/3156c9aa36bc4056b89392da0e854859/zuul-manifest.json\", \"metadata\": {\"type\": \"zuul_manifest\"}}], \"provides\": [], \"ref\": {\"project\": \"config\", \"branch\": \"master\", \"change\": null, \"patchset\": null, \"ref\": \"refs/heads/master\", \"oldrev\": \"903debabdeec14901f512efeb2b5e96ef1afbeb4\", \"newrev\": \"5d65b4b0719eac97f826bad01de3dfec2efe06b7\", \"ref_url\": \"https://gerrit.sfop.me/plugins/gitiles/config/+/5d65b4b0719eac97f826bad01de3dfec2efe06b7^!/\"}, \"pipeline\": \"post\", \"event_id\": \"5122b890c8524bc7ba9b46575f263765\", \"event_timestamp\": \"2026-06-09T00:54:23\", \"queue_item_uuid\": \"c3b36eb46fc540b78bc8fbc52510cdb3\", \"buildset\": {\"uuid\": \"75ddafec2060461ab65e2604ce44f8d1\"}}]", "content_length": "1143", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:56:11 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/builds?job_name=config-update&newrev=5d65b4b0719eac97f826bad01de3dfec2efe06b7", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "_id": 14, "artifacts": [ { "metadata": { "type": "zuul_manifest" }, "name": "Zuul Manifest", "url": "https://sfop.me/logs/315/internal/3156c9aa36bc4056b89392da0e854859/zuul-manifest.json" } ], "buildset": { "uuid": "75ddafec2060461ab65e2604ce44f8d1" }, "duration": 97.0, "end_time": "2026-06-09T00:56:02", "error_detail": null, "event_id": "5122b890c8524bc7ba9b46575f263765", "event_timestamp": "2026-06-09T00:54:23", "execute_time": "2026-06-09T00:54:25", "final": true, "held": false, "job_name": "config-update", "log_url": "https://sfop.me/logs/315/internal/3156c9aa36bc4056b89392da0e854859/", "nodeset": "", "pipeline": "post", "provides": [], "queue_item_uuid": "c3b36eb46fc540b78bc8fbc52510cdb3", "ref": { "branch": "master", "change": null, "newrev": "5d65b4b0719eac97f826bad01de3dfec2efe06b7", "oldrev": "903debabdeec14901f512efeb2b5e96ef1afbeb4", "patchset": null, "project": "config", "ref": "refs/heads/master", "ref_url": "https://gerrit.sfop.me/plugins/gitiles/config/+/5d65b4b0719eac97f826bad01de3dfec2efe06b7^!/" }, "result": "SUCCESS", "start_time": "2026-06-09T00:54:25", "uuid": "3156c9aa36bc4056b89392da0e854859", "voting": true } ], "msg": "OK (1143 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/builds?job_name=config-update&newrev=5d65b4b0719eac97f826bad01de3dfec2efe06b7", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001352", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:56:11.214500Z", "start": "2026-06-09T00:53:32.712657Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000013e5", "name": "Wait config-update SUCCESS result using zuul-web API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "not (post_job | bool)", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001352", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T00:56:11.258300Z", "start": "2026-06-09T00:56:11.220405Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001358", "name": "Ensure a success for config-update job" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl get pods -l \"run=nodepool-launcher\" --no-headers -o custom-columns=\":metadata.name\"\n", "delta": "0:00:00.106854", "end": "2026-06-08 20:56:11.633225", "invocation": { "module_args": { "_raw_params": "kubectl get pods -l \"run=nodepool-launcher\" --no-headers -o custom-columns=\":metadata.name\"\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000e0-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:56:11.526371", "stderr": "", "stderr_lines": [], "stdout": "nodepool-launcher-fbfc5866f-x6trv", "stdout_lines": [ "nodepool-launcher-fbfc5866f-x6trv" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000e0-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:56:11.817391Z", "start": "2026-06-09T00:56:11.298021Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000e0", "name": "Get nodepool-launcher pod name" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": "kubectl exec nodepool-launcher-fbfc5866f-x6trv -c launcher -- grep \"zuul-worker-sf-operator-ci-hnbazvrt\" /etc/nodepool/nodepool.yaml\n", "delta": "0:00:00.247748", "end": "2026-06-08 20:56:12.349790", "failed": false, "invocation": { "module_args": { "_raw_params": "kubectl exec nodepool-launcher-fbfc5866f-x6trv -c launcher -- grep \"zuul-worker-sf-operator-ci-hnbazvrt\" /etc/nodepool/nodepool.yaml\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "zuul-worker-sf-operator-ci-hnbazvrt", "msg": "", "rc": 0, "start": "2026-06-08 20:56:12.102042", "stderr": "", "stderr_lines": [], "stdout": "- name: zuul-worker-sf-operator-ci-hnbazvrt\n name: zuul-worker-sf-operator-ci-hnbazvrt", "stdout_lines": [ "- name: zuul-worker-sf-operator-ci-hnbazvrt", " name: zuul-worker-sf-operator-ci-hnbazvrt" ], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "kubectl exec nodepool-launcher-fbfc5866f-x6trv -c launcher -- grep \"microshiftLocal\" /etc/nodepool/nodepool.yaml\n", "delta": "0:00:00.227212", "end": "2026-06-08 20:56:12.824637", "failed": false, "invocation": { "module_args": { "_raw_params": "kubectl exec nodepool-launcher-fbfc5866f-x6trv -c launcher -- grep \"microshiftLocal\" /etc/nodepool/nodepool.yaml\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "microshiftLocal", "msg": "", "rc": 0, "start": "2026-06-08 20:56:12.597425", "stderr": "", "stderr_lines": [], "stdout": " name: microshiftLocal", "stdout_lines": [ " name: microshiftLocal" ], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:56:12.868171Z", "start": "2026-06-09T00:56:11.826526Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000e1", "name": "Check that new zuul-worker-sf-operator-ci-hnbazvrt label exists in the destination file" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "cache_control": "max-age=1, public", "changed": false, "connection": "close", "content": "+-------------------------------------+\n| Label |\n+-------------------------------------+\n| zuul-worker-sf-operator-ci-hnbazvrt |\n+-------------------------------------+", "content_length": "199", "content_type": "text/plain; charset=UTF-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:56:13 GMT", "elapsed": 0, "expires": "Tue, 09 Jun 2026 00:56:14 GMT", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200, 503 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/nodepool/api/label-list", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "last_modified": "Tue, 09 Jun 2026 00:56:13 GMT", "msg": "OK (199 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/nodepool/api/label-list", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:56:13.437840Z", "start": "2026-06-09T00:56:12.875866Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000e2", "name": "Ensure the new label listed in the Nodepool API" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content": "[{\"name\": \"zuul-worker-sf-operator-ci-hnbazvrt\"}]", "content_length": "49", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 00:56:13 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200, 503 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/labels", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "name": "zuul-worker-sf-operator-ci-hnbazvrt" } ], "msg": "OK (49 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/labels", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000ca", "name": "health-check/config-update-nodepool-launcher", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-nodepool-launcher" }, "task": { "duration": { "end": "2026-06-09T00:56:14.010055Z", "start": "2026-06-09T00:56:13.447948Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000e3", "name": "Ensure the new label listed in the Zuul API" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "-n", "sf", "scale", "statefulsets", "zuul-executor", "--replicas=0" ], "delta": "0:00:00.108449", "end": "2026-06-08 20:56:14.433024", "invocation": { "module_args": { "_raw_params": "kubectl -n sf scale statefulsets zuul-executor --replicas=0", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000e7-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:56:14.324575", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-executor scaled", "stdout_lines": [ "statefulset.apps/zuul-executor scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000e7-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000e5", "name": "health-check/test-deploy-zero-replica", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-deploy-zero-replica" }, "task": { "duration": { "end": "2026-06-09T00:56:14.573817Z", "start": "2026-06-09T00:56:14.054048Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000e7", "name": "Set executor replica set to 0" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 2, "changed": true, "cmd": "kubectl -n sf get pods\n", "delta": "0:00:00.118957", "end": "2026-06-08 20:56:25.394954", "invocation": { "module_args": { "_raw_params": "kubectl -n sf get pods\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000e8-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:56:25.275997", "stderr": "", "stderr_lines": [], "stdout": "NAME READY STATUS RESTARTS AGE\nconfig-base-secret-1-2797-ns-82xf2 0/1 Completed 0 33m\nconfig-base-secret-1-927-ns-hzxw9 0/1 Completed 0 38m\nconfig-base-secret-1-927-ns-lmxj2 0/1 Completed 0 42m\ngateway-6bbbd758d9-7chdk 1/1 Running 0 36m\ngerrit-0 2/2 Running 0 49m\ngit-server-0 2/2 Running 0 17m\nhound-search-0 1/1 Running 0 46m\nlogjuicer-6ff84764b7-kg9f8 1/1 Running 0 46m\nlogserver-0 4/4 Running 0 28m\nmariadb-0 3/3 Running 0 26m\nnodepool-builder-0 5/5 Running 0 4m54s\nnodepool-launcher-fbfc5866f-x6trv 3/3 Running 0 4m56s\npost-init-dhhs7 0/1 Completed 0 48m\ntest-fluentbit 1/1 Running 0 41m\ntest-loki-8cd4fd56-r7klr 1/1 Running 0 41m\nzookeeper-0 3/3 Running 0 26m\nzuul-db-provision-42phw 0/1 Completed 0 35m\nzuul-db-provision-hdhbh 0/1 Completed 0 45m\nzuul-merger-0 2/2 Running 0 16m\nzuul-merger-1 2/2 Running 0 17m\nzuul-scheduler-0 3/3 Running 0 12m\nzuul-web-556f49d8c-27dfj 1/1 Running 0 12m\nzuul-weeder-5fb87885d-2hrpx 1/1 Running 0 16m", "stdout_lines": [ "NAME READY STATUS RESTARTS AGE", "config-base-secret-1-2797-ns-82xf2 0/1 Completed 0 33m", "config-base-secret-1-927-ns-hzxw9 0/1 Completed 0 38m", "config-base-secret-1-927-ns-lmxj2 0/1 Completed 0 42m", "gateway-6bbbd758d9-7chdk 1/1 Running 0 36m", "gerrit-0 2/2 Running 0 49m", "git-server-0 2/2 Running 0 17m", "hound-search-0 1/1 Running 0 46m", "logjuicer-6ff84764b7-kg9f8 1/1 Running 0 46m", "logserver-0 4/4 Running 0 28m", "mariadb-0 3/3 Running 0 26m", "nodepool-builder-0 5/5 Running 0 4m54s", "nodepool-launcher-fbfc5866f-x6trv 3/3 Running 0 4m56s", "post-init-dhhs7 0/1 Completed 0 48m", "test-fluentbit 1/1 Running 0 41m", "test-loki-8cd4fd56-r7klr 1/1 Running 0 41m", "zookeeper-0 3/3 Running 0 26m", "zuul-db-provision-42phw 0/1 Completed 0 35m", "zuul-db-provision-hdhbh 0/1 Completed 0 45m", "zuul-merger-0 2/2 Running 0 16m", "zuul-merger-1 2/2 Running 0 17m", "zuul-scheduler-0 3/3 Running 0 12m", "zuul-web-556f49d8c-27dfj 1/1 Running 0 12m", "zuul-weeder-5fb87885d-2hrpx 1/1 Running 0 16m" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000e8-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000e5", "name": "health-check/test-deploy-zero-replica", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-deploy-zero-replica" }, "task": { "duration": { "end": "2026-06-09T00:56:25.443964Z", "start": "2026-06-09T00:56:14.606855Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000e8", "name": "Ensure executor pod is down" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "-n", "sf", "scale", "deployments", "zuul-web", "--replicas=0" ], "delta": "0:00:00.105974", "end": "2026-06-08 20:56:25.850165", "invocation": { "module_args": { "_raw_params": "kubectl -n sf scale deployments zuul-web --replicas=0", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ea-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:56:25.744191", "stderr": "", "stderr_lines": [], "stdout": "deployment.apps/zuul-web scaled", "stdout_lines": [ "deployment.apps/zuul-web scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ea-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000e5", "name": "health-check/test-deploy-zero-replica", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-deploy-zero-replica" }, "task": { "duration": { "end": "2026-06-09T00:56:25.998537Z", "start": "2026-06-09T00:56:25.479976Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000ea", "name": "Set zuul-web replica set to 0" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 2, "changed": true, "cmd": "kubectl -n sf get pods\n", "delta": "0:00:00.132449", "end": "2026-06-08 20:56:36.726319", "invocation": { "module_args": { "_raw_params": "kubectl -n sf get pods\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000eb-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:56:36.593870", "stderr": "", "stderr_lines": [], "stdout": "NAME READY STATUS RESTARTS AGE\nconfig-base-secret-1-2797-ns-82xf2 0/1 Completed 0 33m\nconfig-base-secret-1-927-ns-hzxw9 0/1 Completed 0 38m\nconfig-base-secret-1-927-ns-lmxj2 0/1 Completed 0 43m\ngateway-6bbbd758d9-7chdk 1/1 Running 0 36m\ngerrit-0 2/2 Running 0 49m\ngit-server-0 2/2 Running 0 17m\nhound-search-0 1/1 Running 0 47m\nlogjuicer-6ff84764b7-kg9f8 1/1 Running 0 47m\nlogserver-0 4/4 Running 0 28m\nmariadb-0 3/3 Running 0 26m\nnodepool-builder-0 5/5 Running 0 5m5s\nnodepool-launcher-fbfc5866f-x6trv 3/3 Running 0 5m7s\npost-init-dhhs7 0/1 Completed 0 48m\ntest-fluentbit 1/1 Running 0 41m\ntest-loki-8cd4fd56-r7klr 1/1 Running 0 41m\nzookeeper-0 3/3 Running 0 26m\nzuul-db-provision-42phw 0/1 Completed 0 35m\nzuul-db-provision-hdhbh 0/1 Completed 0 45m\nzuul-merger-0 2/2 Running 0 17m\nzuul-merger-1 2/2 Running 0 17m\nzuul-scheduler-0 3/3 Running 0 13m\nzuul-weeder-5fb87885d-2hrpx 1/1 Running 0 16m", "stdout_lines": [ "NAME READY STATUS RESTARTS AGE", "config-base-secret-1-2797-ns-82xf2 0/1 Completed 0 33m", "config-base-secret-1-927-ns-hzxw9 0/1 Completed 0 38m", "config-base-secret-1-927-ns-lmxj2 0/1 Completed 0 43m", "gateway-6bbbd758d9-7chdk 1/1 Running 0 36m", "gerrit-0 2/2 Running 0 49m", "git-server-0 2/2 Running 0 17m", "hound-search-0 1/1 Running 0 47m", "logjuicer-6ff84764b7-kg9f8 1/1 Running 0 47m", "logserver-0 4/4 Running 0 28m", "mariadb-0 3/3 Running 0 26m", "nodepool-builder-0 5/5 Running 0 5m5s", "nodepool-launcher-fbfc5866f-x6trv 3/3 Running 0 5m7s", "post-init-dhhs7 0/1 Completed 0 48m", "test-fluentbit 1/1 Running 0 41m", "test-loki-8cd4fd56-r7klr 1/1 Running 0 41m", "zookeeper-0 3/3 Running 0 26m", "zuul-db-provision-42phw 0/1 Completed 0 35m", "zuul-db-provision-hdhbh 0/1 Completed 0 45m", "zuul-merger-0 2/2 Running 0 17m", "zuul-merger-1 2/2 Running 0 17m", "zuul-scheduler-0 3/3 Running 0 13m", "zuul-weeder-5fb87885d-2hrpx 1/1 Running 0 16m" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000eb-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000e5", "name": "health-check/test-deploy-zero-replica", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-deploy-zero-replica" }, "task": { "duration": { "end": "2026-06-09T00:56:36.786067Z", "start": "2026-06-09T00:56:26.040108Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000eb", "name": "Ensure zuul-web pod is down" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy playbooks/files/sf.yaml\n", "delta": "0:01:37.165696", "end": "2026-06-08 20:58:14.254534", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy playbooks/files/sf.yaml\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ed-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:56:37.088838", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:56:37-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:56:37-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:56:37-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:56:37-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:56:37-04:00\tINFO\tStatefulset \"mariadb\" configuration changed, applying...\n2026-06-08T20:56:37-04:00\tINFO\tUpdating object, name: mariadb\n2026-06-08T20:56:37-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:56:37-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:56:37-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:56:37-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:56:37-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:56:37-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:56:37-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:56:37-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:56:38-04:00\tINFO\tStatefulset \"zookeeper\" configuration changed, applying...\n2026-06-08T20:56:38-04:00\tINFO\tUpdating object, name: zookeeper\n2026-06-08T20:56:38-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:56:38-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:56:38-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:56:43-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:56:43-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:56:43-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:56:43-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:56:43-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:56:43-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:56:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:56:43-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:56:43-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:56:43-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:56:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:56:44-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:56:44-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:56:44-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:56:44-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:56:49-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:56:49-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:56:49-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:56:49-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T20:56:49-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:56:49-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:56:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:56:49-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:56:49-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:56:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:56:49-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:56:49-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper\n2026-06-08T20:56:49-04:00\tINFO\tWaiting for Zookeeper service to be ready ...\n2026-06-08T20:56:49-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: Waiting ...\n\t - Zookeeper: Waiting ...\n\n2026-06-08T20:56:49-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:56:54-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:56:54-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:56:54-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:56:55-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:56:55-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:56:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:56:55-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:56:55-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:56:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:56:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:56:55-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:56:56-04:00\tINFO\tUpdating configmap, name: nodepool-launcher-extra-config-config-map\n2026-06-08T20:56:56-04:00\tINFO\tUpdating object, name: nodepool-launcher-extra-config-config-map\n2026-06-08T20:56:56-04:00\tINFO\tStatefulset \"nodepool-launcher\" configuration changed, applying...\n2026-06-08T20:56:56-04:00\tINFO\tUpdating object, name: nodepool-launcher\n2026-06-08T20:56:56-04:00\tINFO\tUpdating configmap, name: nodepool-builder-extra-config-config-map\n2026-06-08T20:56:56-04:00\tINFO\tUpdating object, name: nodepool-builder-extra-config-config-map\n2026-06-08T20:56:56-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...\n2026-06-08T20:56:56-04:00\tINFO\tUpdating object, name: nodepool-builder\n2026-06-08T20:56:57-04:00\tINFO\tUpdating secret, name: zuul-config\n2026-06-08T20:56:57-04:00\tINFO\tUpdating object, name: zuul-config\n2026-06-08T20:56:57-04:00\tINFO\tUpdating configmap, name: zuul-logging-config-map\n2026-06-08T20:56:57-04:00\tINFO\tUpdating object, name: zuul-logging-config-map\n2026-06-08T20:56:57-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...\n2026-06-08T20:56:57-04:00\tINFO\tUpdating object, name: zuul-scheduler\n2026-06-08T20:56:58-04:00\tINFO\tStatefulset \"zuul-executor\" configuration changed, applying...\n2026-06-08T20:56:58-04:00\tINFO\tUpdating object, name: zuul-executor\n2026-06-08T20:56:58-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...\n2026-06-08T20:56:58-04:00\tINFO\tUpdating object, name: zuul-web\n2026-06-08T20:56:59-04:00\tINFO\tStatefulset \"zuul-merger\" configuration changed, applying...\n2026-06-08T20:56:59-04:00\tINFO\tUpdating object, name: zuul-merger\n2026-06-08T20:56:59-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:56:59-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T20:57:04-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:57:04-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:57:04-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:57:05-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:57:05-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:57:05-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:57:05-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:57:05-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:57:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:57:05-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:57:05-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:57:06-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:57:06-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:57:06-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:57:06-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:57:07-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:57:07-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:57:07-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:57:08-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:57:08-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:57:08-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:57:08-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:57:08-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T20:57:13-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:57:13-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:57:13-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:57:14-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:57:14-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:57:14-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:57:14-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:57:14-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:57:14-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:57:14-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:57:14-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:57:15-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:57:15-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:57:15-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:57:15-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:57:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:57:16-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:57:16-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:57:17-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:57:18-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:57:18-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:57:18-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:57:18-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T20:57:23-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:57:23-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:57:23-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:57:23-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:57:23-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:57:23-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:57:23-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:57:23-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:57:23-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:57:24-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:57:24-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:57:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:57:24-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:57:24-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:57:24-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:57:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:57:25-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:57:25-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:57:26-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:57:27-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:57:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:57:27-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:57:27-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T20:57:32-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:57:32-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:57:32-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:57:32-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:57:32-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:57:32-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:57:32-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:57:33-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:57:33-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:57:33-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:57:33-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:57:33-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:57:33-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T20:57:33-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:57:33-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T20:57:34-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:57:34-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:57:34-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:57:35-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:57:36-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:57:36-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:57:36-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:57:36-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...\n2026-06-08T20:57:41-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:57:41-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:57:41-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:57:42-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:57:42-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:57:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:57:42-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:57:42-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:57:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:57:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:57:42-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:57:43-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:57:43-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:57:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:57:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:57:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:57:44-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:57:44-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:57:45-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:57:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:57:45-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:57:45-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...\n2026-06-08T20:57:50-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:57:50-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:57:50-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:57:51-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:57:51-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:57:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:57:51-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:57:51-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:57:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:57:51-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:57:51-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:57:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:57:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:57:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:57:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:57:53-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T20:57:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:57:54-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:57:55-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:57:55-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T20:57:55-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:57:55-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...\n2026-06-08T20:58:00-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:58:00-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:58:00-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:58:00-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:58:00-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:58:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:58:00-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:58:00-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:58:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:58:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:58:01-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:58:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:58:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:58:01-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:58:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:58:02-04:00\tINFO\tStatefulset \"zuul-weeder\" configuration changed, applying...\n2026-06-08T20:58:02-04:00\tINFO\tUpdating object, name: zuul-weeder\n2026-06-08T20:58:02-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:58:03-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:58:04-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:58:04-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T20:58:04-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...\n2026-06-08T20:58:09-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:58:09-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:58:09-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:58:09-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:58:09-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:58:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:58:09-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:58:09-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:58:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:58:10-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:58:10-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:58:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:58:10-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:58:10-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:58:11-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:58:11-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:58:11-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:58:11-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:58:12-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:58:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:58:13-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:58:13-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:58:14-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:56:37-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:56:37-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:56:37-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:56:37-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:56:37-04:00\tINFO\tStatefulset \"mariadb\" configuration changed, applying...", "2026-06-08T20:56:37-04:00\tINFO\tUpdating object, name: mariadb", "2026-06-08T20:56:37-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:56:37-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:56:37-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:56:37-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:56:37-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:56:37-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:56:37-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:56:37-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:56:38-04:00\tINFO\tStatefulset \"zookeeper\" configuration changed, applying...", "2026-06-08T20:56:38-04:00\tINFO\tUpdating object, name: zookeeper", "2026-06-08T20:56:38-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:56:38-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:56:38-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:56:43-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:56:43-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:56:43-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:56:43-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:56:43-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:56:43-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:56:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:56:43-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:56:43-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:56:43-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:56:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:56:44-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:56:44-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:56:44-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:56:44-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:56:49-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:56:49-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:56:49-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:56:49-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T20:56:49-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:56:49-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:56:49-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:56:49-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:56:49-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:56:49-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:56:49-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:56:49-04:00\tINFO\tstatefulset rollout not ok, name: zookeeper", "2026-06-08T20:56:49-04:00\tINFO\tWaiting for Zookeeper service to be ready ...", "2026-06-08T20:56:49-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: Waiting ...", "\t - Zookeeper: Waiting ...", "", "2026-06-08T20:56:49-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:56:54-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:56:54-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:56:54-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:56:55-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:56:55-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:56:55-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:56:55-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:56:55-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:56:55-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:56:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:56:55-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:56:56-04:00\tINFO\tUpdating configmap, name: nodepool-launcher-extra-config-config-map", "2026-06-08T20:56:56-04:00\tINFO\tUpdating object, name: nodepool-launcher-extra-config-config-map", "2026-06-08T20:56:56-04:00\tINFO\tStatefulset \"nodepool-launcher\" configuration changed, applying...", "2026-06-08T20:56:56-04:00\tINFO\tUpdating object, name: nodepool-launcher", "2026-06-08T20:56:56-04:00\tINFO\tUpdating configmap, name: nodepool-builder-extra-config-config-map", "2026-06-08T20:56:56-04:00\tINFO\tUpdating object, name: nodepool-builder-extra-config-config-map", "2026-06-08T20:56:56-04:00\tINFO\tStatefulset \"nodepool-builder\" configuration changed, applying...", "2026-06-08T20:56:56-04:00\tINFO\tUpdating object, name: nodepool-builder", "2026-06-08T20:56:57-04:00\tINFO\tUpdating secret, name: zuul-config", "2026-06-08T20:56:57-04:00\tINFO\tUpdating object, name: zuul-config", "2026-06-08T20:56:57-04:00\tINFO\tUpdating configmap, name: zuul-logging-config-map", "2026-06-08T20:56:57-04:00\tINFO\tUpdating object, name: zuul-logging-config-map", "2026-06-08T20:56:57-04:00\tINFO\tStatefulset \"zuul-scheduler\" configuration changed, applying...", "2026-06-08T20:56:57-04:00\tINFO\tUpdating object, name: zuul-scheduler", "2026-06-08T20:56:58-04:00\tINFO\tStatefulset \"zuul-executor\" configuration changed, applying...", "2026-06-08T20:56:58-04:00\tINFO\tUpdating object, name: zuul-executor", "2026-06-08T20:56:58-04:00\tINFO\tStatefulset \"zuul-web\" configuration changed, applying...", "2026-06-08T20:56:58-04:00\tINFO\tUpdating object, name: zuul-web", "2026-06-08T20:56:59-04:00\tINFO\tStatefulset \"zuul-merger\" configuration changed, applying...", "2026-06-08T20:56:59-04:00\tINFO\tUpdating object, name: zuul-merger", "2026-06-08T20:56:59-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:56:59-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T20:57:04-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:57:04-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:57:04-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:57:05-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:57:05-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:57:05-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:57:05-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:57:05-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:57:05-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:57:05-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:57:05-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:57:06-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:57:06-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:57:06-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:57:06-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:57:07-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:57:07-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:57:07-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:57:08-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:57:08-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:57:08-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:57:08-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:57:08-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T20:57:13-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:57:13-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:57:13-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:57:14-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:57:14-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:57:14-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:57:14-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:57:14-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:57:14-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:57:14-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:57:14-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:57:15-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:57:15-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:57:15-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:57:15-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:57:16-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:57:16-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:57:16-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:57:17-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:57:18-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:57:18-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:57:18-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:57:18-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T20:57:23-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:57:23-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:57:23-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:57:23-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:57:23-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:57:23-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:57:23-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:57:23-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:57:23-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:57:24-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:57:24-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:57:24-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:57:24-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:57:24-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:57:24-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:57:25-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:57:25-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:57:25-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:57:26-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:57:27-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:57:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:57:27-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:57:27-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T20:57:32-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:57:32-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:57:32-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:57:32-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:57:32-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:57:32-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:57:32-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:57:33-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:57:33-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:57:33-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:57:33-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:57:33-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:57:33-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T20:57:33-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:57:33-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T20:57:34-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:57:34-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:57:34-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:57:35-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:57:36-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:57:36-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:57:36-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:57:36-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...", "2026-06-08T20:57:41-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:57:41-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:57:41-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:57:42-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:57:42-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:57:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:57:42-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:57:42-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:57:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:57:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:57:42-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:57:43-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:57:43-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:57:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:57:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:57:44-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:57:44-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:57:44-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:57:45-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:57:45-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:57:45-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:57:45-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...", "2026-06-08T20:57:50-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:57:50-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:57:50-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:57:51-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:57:51-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:57:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:57:51-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:57:51-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:57:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:57:51-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:57:51-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:57:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:57:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:57:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:57:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:57:53-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T20:57:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:57:54-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:57:55-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:57:55-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T20:57:55-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:57:55-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...", "2026-06-08T20:58:00-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:58:00-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:58:00-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:58:00-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:58:00-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:58:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:58:00-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:58:00-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:58:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:58:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:58:01-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:58:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:58:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:58:01-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:58:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:58:02-04:00\tINFO\tStatefulset \"zuul-weeder\" configuration changed, applying...", "2026-06-08T20:58:02-04:00\tINFO\tUpdating object, name: zuul-weeder", "2026-06-08T20:58:02-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:58:03-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:58:04-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:58:04-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T20:58:04-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...", "2026-06-08T20:58:09-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:58:09-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:58:09-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:58:09-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:58:09-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:58:09-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:58:09-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:58:09-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:58:09-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:58:10-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:58:10-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:58:10-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:58:10-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:58:10-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:58:11-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:58:11-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:58:11-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:58:11-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:58:12-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:58:13-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:58:13-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:58:13-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:58:14-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ed-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000e5", "name": "health-check/test-deploy-zero-replica", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-deploy-zero-replica" }, "task": { "duration": { "end": "2026-06-09T00:58:14.483583Z", "start": "2026-06-09T00:56:36.827797Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000ed", "name": "Run sf-operator and expect reconciliation" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "-n", "sf", "scale", "statefulsets", "zuul-executor", "--replicas=1" ], "delta": "0:00:00.076992", "end": "2026-06-08 20:58:14.890527", "invocation": { "module_args": { "_raw_params": "kubectl -n sf scale statefulsets zuul-executor --replicas=1", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ee-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:14.813535", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-executor scaled", "stdout_lines": [ "statefulset.apps/zuul-executor scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ee-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000e5", "name": "health-check/test-deploy-zero-replica", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-deploy-zero-replica" }, "task": { "duration": { "end": "2026-06-09T00:58:15.042267Z", "start": "2026-06-09T00:58:14.524073Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000ee", "name": "Set executor replica set to 1" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "-n", "sf", "scale", "deployments", "zuul-web", "--replicas=1" ], "delta": "0:00:00.068497", "end": "2026-06-08 20:58:15.382700", "invocation": { "module_args": { "_raw_params": "kubectl -n sf scale deployments zuul-web --replicas=1", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ef-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:15.314203", "stderr": "", "stderr_lines": [], "stdout": "deployment.apps/zuul-web scaled", "stdout_lines": [ "deployment.apps/zuul-web scaled" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000ef-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000e5", "name": "health-check/test-deploy-zero-replica", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-deploy-zero-replica" }, "task": { "duration": { "end": "2026-06-09T00:58:15.601896Z", "start": "2026-06-09T00:58:15.083645Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000ef", "name": "Set web replica set to 1" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 3, "changed": true, "cmd": "kubectl -n sf get pods zuul-executor-0\n", "delta": "0:00:00.073564", "end": "2026-06-08 20:58:36.626303", "invocation": { "module_args": { "_raw_params": "kubectl -n sf get pods zuul-executor-0\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000f0-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:36.552739", "stderr": "", "stderr_lines": [], "stdout": "NAME READY STATUS RESTARTS AGE\nzuul-executor-0 2/2 Running 0 22s", "stdout_lines": [ "NAME READY STATUS RESTARTS AGE", "zuul-executor-0 2/2 Running 0 22s" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000f0-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000e5", "name": "health-check/test-deploy-zero-replica", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-deploy-zero-replica" }, "task": { "duration": { "end": "2026-06-09T00:58:36.675057Z", "start": "2026-06-09T00:58:15.642461Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000f0", "name": "Ensure executor pod is up" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 1, "changed": true, "cmd": "kubectl -n sf get pods --field-selector status.phase=Running\n", "delta": "0:00:00.123761", "end": "2026-06-08 20:58:37.124012", "invocation": { "module_args": { "_raw_params": "kubectl -n sf get pods --field-selector status.phase=Running\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000f1-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:37.000251", "stderr": "", "stderr_lines": [], "stdout": "NAME READY STATUS RESTARTS AGE\ngateway-6bbbd758d9-7chdk 1/1 Running 0 38m\ngerrit-0 2/2 Running 0 51m\ngit-server-0 2/2 Running 0 19m\nhound-search-0 1/1 Running 0 49m\nlogjuicer-6ff84764b7-kg9f8 1/1 Running 0 49m\nlogserver-0 4/4 Running 0 30m\nmariadb-0 2/2 Running 0 119s\nnodepool-builder-0 4/4 Running 0 100s\nnodepool-launcher-67fffd9b85-5chgb 3/3 Running 0 101s\ntest-fluentbit 1/1 Running 0 43m\ntest-loki-8cd4fd56-r7klr 1/1 Running 0 43m\nzookeeper-0 2/2 Running 0 118s\nzuul-executor-0 2/2 Running 0 23s\nzuul-merger-0 2/2 Running 0 52s\nzuul-merger-1 2/2 Running 0 67s\nzuul-scheduler-0 3/3 Running 0 97s\nzuul-web-5d9847fc7c-pfvsv 0/1 Running 0 22s\nzuul-weeder-57c6567f5f-kbvrg 1/1 Running 0 35s", "stdout_lines": [ "NAME READY STATUS RESTARTS AGE", "gateway-6bbbd758d9-7chdk 1/1 Running 0 38m", "gerrit-0 2/2 Running 0 51m", "git-server-0 2/2 Running 0 19m", "hound-search-0 1/1 Running 0 49m", "logjuicer-6ff84764b7-kg9f8 1/1 Running 0 49m", "logserver-0 4/4 Running 0 30m", "mariadb-0 2/2 Running 0 119s", "nodepool-builder-0 4/4 Running 0 100s", "nodepool-launcher-67fffd9b85-5chgb 3/3 Running 0 101s", "test-fluentbit 1/1 Running 0 43m", "test-loki-8cd4fd56-r7klr 1/1 Running 0 43m", "zookeeper-0 2/2 Running 0 118s", "zuul-executor-0 2/2 Running 0 23s", "zuul-merger-0 2/2 Running 0 52s", "zuul-merger-1 2/2 Running 0 67s", "zuul-scheduler-0 3/3 Running 0 97s", "zuul-web-5d9847fc7c-pfvsv 0/1 Running 0 22s", "zuul-weeder-57c6567f5f-kbvrg 1/1 Running 0 35s" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000f1-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000e5", "name": "health-check/test-deploy-zero-replica", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-deploy-zero-replica" }, "task": { "duration": { "end": "2026-06-09T00:58:37.304155Z", "start": "2026-06-09T00:58:36.786234Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000f1", "name": "Ensure web pod is up" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "test-dry-run-update-detection" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000e5", "name": "health-check/test-deploy-zero-replica", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-deploy-zero-replica" }, "task": { "duration": { "end": "2026-06-09T00:58:37.342241Z", "start": "2026-06-09T00:58:37.313961Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000f2", "name": "Run dry-run update detection test" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "cmd": "kubectl get statefulset zuul-executor -n sf -o jsonpath='{.spec.template.metadata.annotations.serial}'\n", "delta": "0:00:00.106408", "end": "2026-06-08 20:58:37.753578", "invocation": { "module_args": { "_raw_params": "kubectl get statefulset zuul-executor -n sf -o jsonpath='{.spec.template.metadata.annotations.serial}'\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001474-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:37.647170", "stderr": "", "stderr_lines": [], "stdout": "11", "stdout_lines": [ "11" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001474-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001472", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:58:37.916470Z", "start": "2026-06-09T00:58:37.398784Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001474", "name": "Fetch current serial for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "cmd": "kubectl get deployment zuul-web -n sf -o jsonpath='{.spec.template.metadata.annotations.serial}'\n", "delta": "0:00:00.100753", "end": "2026-06-08 20:58:38.322119", "invocation": { "module_args": { "_raw_params": "kubectl get deployment zuul-web -n sf -o jsonpath='{.spec.template.metadata.annotations.serial}'\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001475-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:38.221366", "stderr": "", "stderr_lines": [], "stdout": "9", "stdout_lines": [ "9" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001475-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001472", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:58:38.476011Z", "start": "2026-06-09T00:58:37.956063Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001475", "name": "Fetch current serial for zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl patch statefulset zuul-executor -n sf --type=json -p='[{\"op\": \"replace\", \"path\": \"/spec/template/metadata/annotations/serial\", \"value\": \"0\"}]'\n", "delta": "0:00:00.065178", "end": "2026-06-08 20:58:38.815856", "invocation": { "module_args": { "_raw_params": "kubectl patch statefulset zuul-executor -n sf --type=json -p='[{\"op\": \"replace\", \"path\": \"/spec/template/metadata/annotations/serial\", \"value\": \"0\"}]'\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001477-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:38.750678", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-executor patched", "stdout_lines": [ "statefulset.apps/zuul-executor patched" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001477-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001472", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:58:39.037280Z", "start": "2026-06-09T00:58:38.521097Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001477", "name": "Patch zuul-executor statefulset template to trigger reconciliation" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl patch deployment zuul-web -n sf --type=json -p='[{\"op\": \"replace\", \"path\": \"/spec/template/metadata/annotations/serial\", \"value\": \"0\"}]'\n", "delta": "0:00:00.112718", "end": "2026-06-08 20:58:39.444063", "invocation": { "module_args": { "_raw_params": "kubectl patch deployment zuul-web -n sf --type=json -p='[{\"op\": \"replace\", \"path\": \"/spec/template/metadata/annotations/serial\", \"value\": \"0\"}]'\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001478-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:39.331345", "stderr": "", "stderr_lines": [], "stdout": "deployment.apps/zuul-web patched", "stdout_lines": [ "deployment.apps/zuul-web patched" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001478-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001472", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:58:39.578313Z", "start": "2026-06-09T00:58:39.059196Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001478", "name": "Patch zuul-web deployment template to trigger reconciliation" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001472", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:58:39.625563Z", "start": "2026-06-09T00:58:39.588565Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001479", "name": "Run deploy with --dry-run to check for update detection" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs" }, "before": { "path": "/home/zuul-worker/zuul-output/logs" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 50, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000014d1", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:58:39.906884Z", "start": "2026-06-09T00:58:39.659707Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000014d3", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/sf-operator-dry-run-update.log", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs/sf-operator-dry-run-update.log", "state": "absent" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000014d1", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:58:40.172032Z", "start": "2026-06-09T00:58:39.917871Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000014d4", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy playbooks/files/sf.yaml --dry-run 2>&1 | tee -a ~/zuul-output/logs/sf-operator-dry-run-update.log\n", "delta": "0:00:04.779945", "end": "2026-06-08 20:58:45.232237", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy playbooks/files/sf.yaml --dry-run 2>&1 | tee -a ~/zuul-output/logs/sf-operator-dry-run-update.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000014d5-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:40.452292", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:58:40-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:58:40-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:58:40-04:00\tINFO\tDeleting object, name: ca-cert (server dry run)\n2026-06-08T20:58:41-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:58:41-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:58:41-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:58:43-04:00\tINFO\t[Dry Run] Statefulset \"zuul-executor\" configuration changed, applying...\n2026-06-08T20:58:43-04:00\tINFO\t[Dry Run] Reason: annotation 'serial' changed from '11' to '0'\n2026-06-08T20:58:43-04:00\tINFO\tUpdating object, name: zuul-executor (server dry run)\n2026-06-08T20:58:44-04:00\tINFO\t[Dry Run] Statefulset \"zuul-web\" configuration changed, applying...\n2026-06-08T20:58:44-04:00\tINFO\t[Dry Run] Reason: annotation 'serial' changed from '9' to '0'\n2026-06-08T20:58:44-04:00\tINFO\tUpdating object, name: zuul-web (server dry run)\n2026-06-08T20:58:45-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:58:45-04:00\tINFO\t[Dry Run] Standalone reconcile done", "stdout_lines": [ "2026-06-08T20:58:40-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:58:40-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:58:40-04:00\tINFO\tDeleting object, name: ca-cert (server dry run)", "2026-06-08T20:58:41-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:58:41-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:58:41-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:58:43-04:00\tINFO\t[Dry Run] Statefulset \"zuul-executor\" configuration changed, applying...", "2026-06-08T20:58:43-04:00\tINFO\t[Dry Run] Reason: annotation 'serial' changed from '11' to '0'", "2026-06-08T20:58:43-04:00\tINFO\tUpdating object, name: zuul-executor (server dry run)", "2026-06-08T20:58:44-04:00\tINFO\t[Dry Run] Statefulset \"zuul-web\" configuration changed, applying...", "2026-06-08T20:58:44-04:00\tINFO\t[Dry Run] Reason: annotation 'serial' changed from '9' to '0'", "2026-06-08T20:58:44-04:00\tINFO\tUpdating object, name: zuul-web (server dry run)", "2026-06-08T20:58:45-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:58:45-04:00\tINFO\t[Dry Run] Standalone reconcile done" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000014d5-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000014d1", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:58:45.735848Z", "start": "2026-06-09T00:58:40.216875Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000014d5", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "cp playbooks/files/sf.yaml /tmp/current_cr.yaml", "delta": "0:00:00.008574", "end": "2026-06-08 20:58:46.047429", "invocation": { "module_args": { "_raw_params": "cp playbooks/files/sf.yaml /tmp/current_cr.yaml", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000014d6-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:46.038855", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000014d6-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000014d1", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:58:46.292467Z", "start": "2026-06-09T00:58:45.774008Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000014d6", "name": "Copy current spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "cmd": "grep \"\\[Dry Run\\] Reason: annotation 'serial' changed from '11' to '0'\" /home/zuul-worker/zuul-output/logs/sf-operator-dry-run-update.log\n", "delta": "0:00:00.007570", "end": "2026-06-08 20:58:46.547961", "invocation": { "module_args": { "_raw_params": "grep \"\\[Dry Run\\] Reason: annotation 'serial' changed from '11' to '0'\" /home/zuul-worker/zuul-output/logs/sf-operator-dry-run-update.log\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000147a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:46.540391", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:58:43-04:00\tINFO\t[Dry Run] Reason: annotation 'serial' changed from '11' to '0'", "stdout_lines": [ "2026-06-08T20:58:43-04:00\tINFO\t[Dry Run] Reason: annotation 'serial' changed from '11' to '0'" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000147a-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001472", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:58:46.854775Z", "start": "2026-06-09T00:58:46.338238Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000147a", "name": "Check for 'update' dry-run message in the log for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "cmd": "grep \"\\[Dry Run\\] Reason: annotation 'serial' changed from '9' to '0'\" /home/zuul-worker/zuul-output/logs/sf-operator-dry-run-update.log\n", "delta": "0:00:00.007299", "end": "2026-06-08 20:58:47.186015", "invocation": { "module_args": { "_raw_params": "grep \"\\[Dry Run\\] Reason: annotation 'serial' changed from '9' to '0'\" /home/zuul-worker/zuul-output/logs/sf-operator-dry-run-update.log\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000147b-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:47.178716", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:58:44-04:00\tINFO\t[Dry Run] Reason: annotation 'serial' changed from '9' to '0'", "stdout_lines": [ "2026-06-08T20:58:44-04:00\tINFO\t[Dry Run] Reason: annotation 'serial' changed from '9' to '0'" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000147b-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001472", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:58:47.411805Z", "start": "2026-06-09T00:58:46.893172Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000147b", "name": "Check for 'update' dry-run message in the log for zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl patch statefulset zuul-executor -n sf --type=json -p='[{\"op\": \"replace\", \"path\": \"/spec/template/metadata/annotations/serial\", \"value\": \"11\"}]'\n", "delta": "0:00:00.076926", "end": "2026-06-08 20:58:47.786763", "invocation": { "module_args": { "_raw_params": "kubectl patch statefulset zuul-executor -n sf --type=json -p='[{\"op\": \"replace\", \"path\": \"/spec/template/metadata/annotations/serial\", \"value\": \"11\"}]'\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000147c-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:47.709837", "stderr": "", "stderr_lines": [], "stdout": "statefulset.apps/zuul-executor patched", "stdout_lines": [ "statefulset.apps/zuul-executor patched" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000147c-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001472", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:58:47.967906Z", "start": "2026-06-09T00:58:47.449106Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000147c", "name": "Restore original serial for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl patch deployment zuul-web -n sf --type=json -p='[{\"op\": \"replace\", \"path\": \"/spec/template/metadata/annotations/serial\", \"value\": \"9\"}]'\n", "delta": "0:00:00.119273", "end": "2026-06-08 20:58:48.394444", "invocation": { "module_args": { "_raw_params": "kubectl patch deployment zuul-web -n sf --type=json -p='[{\"op\": \"replace\", \"path\": \"/spec/template/metadata/annotations/serial\", \"value\": \"9\"}]'\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000147d-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:48.275171", "stderr": "", "stderr_lines": [], "stdout": "deployment.apps/zuul-web patched", "stdout_lines": [ "deployment.apps/zuul-web patched" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000147d-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001472", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:58:48.653446Z", "start": "2026-06-09T00:58:48.005954Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000147d", "name": "Restore original serial for zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.tempfile", "changed": true, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "path": null, "prefix": "ansible.", "state": "directory", "suffix": "test-crs" } }, "mode": "0700", "owner": "zuul-worker", "path": "/tmp/ansible.6hta6lmbtest-crs", "secontext": "unconfined_u:object_r:user_tmp_t:s0", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000f4", "name": "health-check/test-dry-run-lifecycle", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-dry-run-lifecycle" }, "task": { "duration": { "end": "2026-06-09T00:58:48.893055Z", "start": "2026-06-09T00:58:48.664830Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000f6", "name": "Create a temporary directory for generated CRs" } }, { "hosts": { "controller": { "action": "ansible.builtin.template", "changed": true, "checksum": "4b7551ca9b0ae317b4769c05e9e847b3b7e31e5b", "dest": "/tmp/ansible.6hta6lmbtest-crs/sf-no-executor.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "sf.yaml.j2", "attributes": null, "backup": false, "checksum": "4b7551ca9b0ae317b4769c05e9e847b3b7e31e5b", "content": null, "dest": "/tmp/ansible.6hta6lmbtest-crs/sf-no-executor.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780966728.9754412-1138-214841004801946/source", "unsafe_writes": false, "validate": null } }, "md5sum": "6871d6f1048ee66888b092328865f621", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 595, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780966728.9754412-1138-214841004801946/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000f4", "name": "health-check/test-dry-run-lifecycle", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-dry-run-lifecycle" }, "task": { "duration": { "end": "2026-06-09T00:58:49.639310Z", "start": "2026-06-09T00:58:48.902292Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000f8", "name": "Generate CR with zuul-executor disabled" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000f4", "name": "health-check/test-dry-run-lifecycle", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-dry-run-lifecycle" }, "task": { "duration": { "end": "2026-06-09T00:58:49.689539Z", "start": "2026-06-09T00:58:49.651718Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000f9", "name": "Deploy SF without zuul-executor to ensure its removal" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs" }, "before": { "path": "/home/zuul-worker/zuul-output/logs" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 88, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001530", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:58:49.970908Z", "start": "2026-06-09T00:58:49.720872Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001532", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "absent" }, "before": { "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "file" } }, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "absent" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001530", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:58:50.242128Z", "start": "2026-06-09T00:58:49.980512Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001533", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy /tmp/ansible.6hta6lmbtest-crs/sf-no-executor.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "delta": "0:00:30.060448", "end": "2026-06-08 20:59:20.607172", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy /tmp/ansible.6hta6lmbtest-crs/sf-no-executor.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001534-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:58:50.546724", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:58:50-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:58:50-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:58:50-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:58:50-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:58:50-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:58:51-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:58:51-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:58:51-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:58:51-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:58:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:58:51-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:58:51-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:58:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:58:51-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:58:51-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:58:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:58:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:58:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:58:52-04:00\tINFO\tzuul-executor is disabled but running. Deleting the executor ...\n2026-06-08T20:58:52-04:00\tINFO\tDeleting object, name: zuul-executor\n2026-06-08T20:58:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:58:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:58:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:58:53-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:58:53-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:58:54-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:58:54-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:58:54-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:58:59-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:58:59-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:58:59-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:59:00-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:59:00-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:59:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:59:00-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:59:00-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:59:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:59:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:59:00-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:59:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:59:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:59:01-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:59:01-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:59:01-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:59:01-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:59:02-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:59:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:59:02-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:59:02-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:59:02-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T20:59:07-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:59:08-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:59:08-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:59:08-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:59:08-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:59:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:59:08-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:59:08-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:59:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:59:08-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:59:08-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:59:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:59:09-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:59:09-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:59:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:59:10-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:59:10-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:59:10-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:59:10-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T20:59:11-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:59:11-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:59:11-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T20:59:16-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:59:16-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:59:16-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:59:17-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:59:17-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:59:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:59:17-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:59:17-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:59:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:59:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:59:17-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:59:17-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:59:17-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:59:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:59:18-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:59:18-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:59:18-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:59:19-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:59:19-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:59:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:59:20-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T20:59:20-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T20:59:20-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:58:50-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:58:50-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:58:50-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:58:50-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:58:50-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:58:51-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:58:51-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:58:51-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:58:51-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:58:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:58:51-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:58:51-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:58:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:58:51-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:58:51-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:58:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:58:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:58:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:58:52-04:00\tINFO\tzuul-executor is disabled but running. Deleting the executor ...", "2026-06-08T20:58:52-04:00\tINFO\tDeleting object, name: zuul-executor", "2026-06-08T20:58:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:58:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:58:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:58:53-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:58:53-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:58:54-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:58:54-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:58:54-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:58:59-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:58:59-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:58:59-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:59:00-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:59:00-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:59:00-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:59:00-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:59:00-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:59:00-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:59:00-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:59:00-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:59:00-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:59:00-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:59:01-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:59:01-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:59:01-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:59:01-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:59:02-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:59:02-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:59:02-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:59:02-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:59:02-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T20:59:07-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:59:08-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:59:08-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:59:08-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:59:08-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:59:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:59:08-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:59:08-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:59:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:59:08-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:59:08-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:59:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:59:09-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:59:09-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:59:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:59:10-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:59:10-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:59:10-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:59:10-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T20:59:11-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:59:11-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:59:11-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T20:59:16-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:59:16-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:59:16-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:59:17-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:59:17-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:59:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:59:17-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:59:17-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:59:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:59:17-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:59:17-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:59:17-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:59:17-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:59:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:59:18-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:59:18-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:59:18-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:59:19-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:59:19-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:59:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:59:20-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T20:59:20-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T20:59:20-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001534-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001530", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:59:20.853045Z", "start": "2026-06-09T00:58:50.283862Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001534", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "cp /tmp/ansible.6hta6lmbtest-crs/sf-no-executor.yaml /tmp/current_cr.yaml", "delta": "0:00:00.006000", "end": "2026-06-08 20:59:21.191748", "invocation": { "module_args": { "_raw_params": "cp /tmp/ansible.6hta6lmbtest-crs/sf-no-executor.yaml /tmp/current_cr.yaml", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001535-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:59:21.185748", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001535-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001530", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:59:21.409487Z", "start": "2026-06-09T00:59:20.892660Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001535", "name": "Copy current spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "cmd": "kubectl get statefulset zuul-executor -n sf\n", "delta": "0:00:00.098646", "end": "2026-06-08 20:59:21.748689", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "kubectl get statefulset zuul-executor -n sf\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000fa-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "non-zero return code", "rc": 1, "start": "2026-06-08 20:59:21.650043", "stderr": "", "stderr_lines": [], "stdout": "Error from server (NotFound): statefulsets.apps \"zuul-executor\" not found", "stdout_lines": [ "Error from server (NotFound): statefulsets.apps \"zuul-executor\" not found" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000fa-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000f4", "name": "health-check/test-dry-run-lifecycle", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-dry-run-lifecycle" }, "task": { "duration": { "end": "2026-06-09T00:59:21.954888Z", "start": "2026-06-09T00:59:21.438033Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000fa", "name": "Ensure zuul-executor StatefulSet is not present" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "test-dry-run-update-detection" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000f4", "name": "health-check/test-dry-run-lifecycle", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-dry-run-lifecycle" }, "task": { "duration": { "end": "2026-06-09T00:59:22.002172Z", "start": "2026-06-09T00:59:21.964265Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000fb", "name": "Run update detection test on zuul-web only" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "test_executor | default(true)", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001593", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:59:22.565883Z", "start": "2026-06-09T00:59:22.055059Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001595", "name": "Fetch current serial for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "cmd": "kubectl get deployment zuul-web -n sf -o jsonpath='{.spec.template.metadata.annotations.serial}'\n", "delta": "0:00:00.080373", "end": "2026-06-08 20:59:22.921421", "invocation": { "module_args": { "_raw_params": "kubectl get deployment zuul-web -n sf -o jsonpath='{.spec.template.metadata.annotations.serial}'\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001596-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:59:22.841048", "stderr": "", "stderr_lines": [], "stdout": "9", "stdout_lines": [ "9" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001596-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001593", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:59:23.128593Z", "start": "2026-06-09T00:59:22.609865Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001596", "name": "Fetch current serial for zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "test_executor | default(true)", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001593", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:59:23.678924Z", "start": "2026-06-09T00:59:23.169098Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001598", "name": "Patch zuul-executor statefulset template to trigger reconciliation" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl patch deployment zuul-web -n sf --type=json -p='[{\"op\": \"replace\", \"path\": \"/spec/template/metadata/annotations/serial\", \"value\": \"0\"}]'\n", "delta": "0:00:00.108030", "end": "2026-06-08 20:59:24.077291", "invocation": { "module_args": { "_raw_params": "kubectl patch deployment zuul-web -n sf --type=json -p='[{\"op\": \"replace\", \"path\": \"/spec/template/metadata/annotations/serial\", \"value\": \"0\"}]'\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001599-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:59:23.969261", "stderr": "", "stderr_lines": [], "stdout": "deployment.apps/zuul-web patched", "stdout_lines": [ "deployment.apps/zuul-web patched" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001599-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001593", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:59:24.237928Z", "start": "2026-06-09T00:59:23.709748Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001599", "name": "Patch zuul-web deployment template to trigger reconciliation" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001593", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:59:24.283204Z", "start": "2026-06-09T00:59:24.246905Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000159a", "name": "Run deploy with --dry-run to check for update detection" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs" }, "before": { "path": "/home/zuul-worker/zuul-output/logs" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 88, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001612", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:59:24.603888Z", "start": "2026-06-09T00:59:24.315270Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001614", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs/sf-operator-dry-run-update.log", "state": "absent" }, "before": { "path": "/home/zuul-worker/zuul-output/logs/sf-operator-dry-run-update.log", "state": "file" } }, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/sf-operator-dry-run-update.log", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs/sf-operator-dry-run-update.log", "state": "absent" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001612", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:59:24.903817Z", "start": "2026-06-09T00:59:24.612797Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001615", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy /tmp/ansible.6hta6lmbtest-crs/sf-no-executor.yaml --dry-run 2>&1 | tee -a ~/zuul-output/logs/sf-operator-dry-run-update.log\n", "delta": "0:00:03.999268", "end": "2026-06-08 20:59:29.200614", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy /tmp/ansible.6hta6lmbtest-crs/sf-no-executor.yaml --dry-run 2>&1 | tee -a ~/zuul-output/logs/sf-operator-dry-run-update.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001616-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:59:25.201346", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:59:25-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:59:25-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:59:25-04:00\tINFO\tDeleting object, name: ca-cert (server dry run)\n2026-06-08T20:59:26-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:59:26-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:59:26-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:59:28-04:00\tINFO\t[Dry Run] Statefulset \"zuul-web\" configuration changed, applying...\n2026-06-08T20:59:28-04:00\tINFO\t[Dry Run] Reason: annotation 'serial' changed from '9' to '0'\n2026-06-08T20:59:28-04:00\tINFO\tUpdating object, name: zuul-web (server dry run)\n2026-06-08T20:59:29-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T20:59:29-04:00\tINFO\t[Dry Run] Standalone reconcile done", "stdout_lines": [ "2026-06-08T20:59:25-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:59:25-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:59:25-04:00\tINFO\tDeleting object, name: ca-cert (server dry run)", "2026-06-08T20:59:26-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:59:26-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:59:26-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:59:28-04:00\tINFO\t[Dry Run] Statefulset \"zuul-web\" configuration changed, applying...", "2026-06-08T20:59:28-04:00\tINFO\t[Dry Run] Reason: annotation 'serial' changed from '9' to '0'", "2026-06-08T20:59:28-04:00\tINFO\tUpdating object, name: zuul-web (server dry run)", "2026-06-08T20:59:29-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T20:59:29-04:00\tINFO\t[Dry Run] Standalone reconcile done" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001616-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001612", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:59:29.470087Z", "start": "2026-06-09T00:59:24.945866Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001616", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "cp /tmp/ansible.6hta6lmbtest-crs/sf-no-executor.yaml /tmp/current_cr.yaml", "delta": "0:00:00.007767", "end": "2026-06-08 20:59:29.778369", "invocation": { "module_args": { "_raw_params": "cp /tmp/ansible.6hta6lmbtest-crs/sf-no-executor.yaml /tmp/current_cr.yaml", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001617-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:59:29.770602", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001617-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001612", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:59:30.030307Z", "start": "2026-06-09T00:59:29.509985Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001617", "name": "Copy current spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "test_executor | default(true)", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001593", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:59:30.587037Z", "start": "2026-06-09T00:59:30.076502Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000159b", "name": "Check for 'update' dry-run message in the log for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "cmd": "grep \"\\[Dry Run\\] Reason: annotation 'serial' changed from '9' to '0'\" /home/zuul-worker/zuul-output/logs/sf-operator-dry-run-update.log\n", "delta": "0:00:00.009328", "end": "2026-06-08 20:59:31.004292", "invocation": { "module_args": { "_raw_params": "grep \"\\[Dry Run\\] Reason: annotation 'serial' changed from '9' to '0'\" /home/zuul-worker/zuul-output/logs/sf-operator-dry-run-update.log\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000159c-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:59:30.994964", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:59:28-04:00\tINFO\t[Dry Run] Reason: annotation 'serial' changed from '9' to '0'", "stdout_lines": [ "2026-06-08T20:59:28-04:00\tINFO\t[Dry Run] Reason: annotation 'serial' changed from '9' to '0'" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000159c-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001593", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:59:31.241275Z", "start": "2026-06-09T00:59:30.724334Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000159c", "name": "Check for 'update' dry-run message in the log for zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "false_condition": "test_executor | default(true)", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001593", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:59:31.792675Z", "start": "2026-06-09T00:59:31.281160Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000159d", "name": "Restore original serial for zuul-executor" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl patch deployment zuul-web -n sf --type=json -p='[{\"op\": \"replace\", \"path\": \"/spec/template/metadata/annotations/serial\", \"value\": \"9\"}]'\n", "delta": "0:00:00.116331", "end": "2026-06-08 20:59:32.265390", "invocation": { "module_args": { "_raw_params": "kubectl patch deployment zuul-web -n sf --type=json -p='[{\"op\": \"replace\", \"path\": \"/spec/template/metadata/annotations/serial\", \"value\": \"9\"}]'\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000159e-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:59:32.149059", "stderr": "", "stderr_lines": [], "stdout": "deployment.apps/zuul-web patched", "stdout_lines": [ "deployment.apps/zuul-web patched" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000159e-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001593", "name": "test-dry-run-update-detection", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/test-dry-run-update-detection" }, "task": { "duration": { "end": "2026-06-09T00:59:32.351276Z", "start": "2026-06-09T00:59:31.833641Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000159e", "name": "Restore original serial for zuul-web" } }, { "hosts": { "controller": { "action": "ansible.builtin.template", "changed": true, "checksum": "9997b4f8c2527429953224cd1aa14a554b4f1782", "dest": "/tmp/ansible.6hta6lmbtest-crs/sf-with-executor.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "sf.yaml.j2", "attributes": null, "backup": false, "checksum": "9997b4f8c2527429953224cd1aa14a554b4f1782", "content": null, "dest": "/tmp/ansible.6hta6lmbtest-crs/sf-with-executor.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780966772.4584696-1193-104513534778940/source", "unsafe_writes": false, "validate": null } }, "md5sum": "b0c62065b32ddecfb1c764e2e5621a08", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 594, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780966772.4584696-1193-104513534778940/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000f4", "name": "health-check/test-dry-run-lifecycle", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-dry-run-lifecycle" }, "task": { "duration": { "end": "2026-06-09T00:59:33.135340Z", "start": "2026-06-09T00:59:32.367888Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000fc", "name": "Generate CR with zuul-executor enabled" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000f4", "name": "health-check/test-dry-run-lifecycle", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-dry-run-lifecycle" }, "task": { "duration": { "end": "2026-06-09T00:59:33.184869Z", "start": "2026-06-09T00:59:33.144132Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000fd", "name": "Run deploy with --dry-run to test from-scratch creation" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs" }, "before": { "path": "/home/zuul-worker/zuul-output/logs" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 88, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000016ba", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:59:33.501470Z", "start": "2026-06-09T00:59:33.222642Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000016bc", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/sf-operator-dry-run-lifecycle.log", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs/sf-operator-dry-run-lifecycle.log", "state": "absent" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000016ba", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:59:33.821794Z", "start": "2026-06-09T00:59:33.510275Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000016bd", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy /tmp/ansible.6hta6lmbtest-crs/sf-with-executor.yaml --dry-run 2>&1 | tee -a ~/zuul-output/logs/sf-operator-dry-run-lifecycle.log\n", "delta": "0:00:04.780756", "end": "2026-06-08 20:59:38.915785", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy /tmp/ansible.6hta6lmbtest-crs/sf-with-executor.yaml --dry-run 2>&1 | tee -a ~/zuul-output/logs/sf-operator-dry-run-lifecycle.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000016be-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:59:34.135029", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:59:34-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:59:34-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:59:34-04:00\tINFO\tDeleting object, name: ca-cert (server dry run)\n2026-06-08T20:59:35-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:59:35-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:59:35-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:59:37-04:00\tINFO\tCreating object, name: zuul-executor (server dry run)\n2026-06-08T20:59:38-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: OK\n\n2026-06-08T20:59:38-04:00\tINFO\t[Dry Run] Standalone reconcile done", "stdout_lines": [ "2026-06-08T20:59:34-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:59:34-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:59:34-04:00\tINFO\tDeleting object, name: ca-cert (server dry run)", "2026-06-08T20:59:35-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:59:35-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:59:35-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:59:37-04:00\tINFO\tCreating object, name: zuul-executor (server dry run)", "2026-06-08T20:59:38-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: OK", "", "2026-06-08T20:59:38-04:00\tINFO\t[Dry Run] Standalone reconcile done" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000016be-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000016ba", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:59:39.385061Z", "start": "2026-06-09T00:59:33.862070Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000016be", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "cp /tmp/ansible.6hta6lmbtest-crs/sf-with-executor.yaml /tmp/current_cr.yaml", "delta": "0:00:00.009024", "end": "2026-06-08 20:59:39.687655", "invocation": { "module_args": { "_raw_params": "cp /tmp/ansible.6hta6lmbtest-crs/sf-with-executor.yaml /tmp/current_cr.yaml", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000016bf-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:59:39.678631", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000016bf-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000016ba", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:59:39.928311Z", "start": "2026-06-09T00:59:39.410947Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000016bf", "name": "Copy current spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": false, "cmd": "grep \"Creating object, name: zuul-executor (server dry run)\" /home/zuul-worker/zuul-output/logs/sf-operator-dry-run-lifecycle.log\n", "delta": "0:00:00.008758", "end": "2026-06-08 20:59:40.210396", "invocation": { "module_args": { "_raw_params": "grep \"Creating object, name: zuul-executor (server dry run)\" /home/zuul-worker/zuul-output/logs/sf-operator-dry-run-lifecycle.log\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000fe-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:59:40.201638", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:59:37-04:00\tINFO\tCreating object, name: zuul-executor (server dry run)", "stdout_lines": [ "2026-06-08T20:59:37-04:00\tINFO\tCreating object, name: zuul-executor (server dry run)" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000000fe-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000f4", "name": "health-check/test-dry-run-lifecycle", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-dry-run-lifecycle" }, "task": { "duration": { "end": "2026-06-09T00:59:40.490880Z", "start": "2026-06-09T00:59:39.972865Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000fe", "name": "Check for 'create' dry-run messages for zuul-executor resources" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "run-operator-standalone" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000f4", "name": "health-check/test-dry-run-lifecycle", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-dry-run-lifecycle" }, "task": { "duration": { "end": "2026-06-09T00:59:40.555197Z", "start": "2026-06-09T00:59:40.499072Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000000ff", "name": "Restore original state by deploying with zuul-executor enabled" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs" }, "before": { "path": "/home/zuul-worker/zuul-output/logs" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 129, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000017b3", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:59:40.882651Z", "start": "2026-06-09T00:59:40.601984Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000017b5", "name": "Ensure ~/zuul-output/logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "absent" }, "before": { "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "file" } }, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs/sf-operator.log", "state": "absent" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000017b3", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T00:59:41.212400Z", "start": "2026-06-09T00:59:40.891670Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000017b6", "name": "Clear previous log file" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go deploy /tmp/ansible.6hta6lmbtest-crs/sf-with-executor.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "delta": "0:00:24.003667", "end": "2026-06-08 21:00:05.491445", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go deploy /tmp/ansible.6hta6lmbtest-crs/sf-with-executor.yaml 2>&1 | tee -a ~/zuul-output/logs/sf-operator.log\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000017b7-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 20:59:41.487778", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T20:59:41-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T20:59:41-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T20:59:41-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:59:41-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:59:41-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:59:42-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:59:42-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T20:59:42-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T20:59:42-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:59:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:59:42-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:59:42-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:59:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:59:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:59:42-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:59:43-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:59:43-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:59:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:59:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:59:44-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:59:44-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:59:44-04:00\tINFO\tCreating object, name: zuul-executor\n2026-06-08T20:59:45-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:59:45-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:59:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:59:46-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: OK\n\n2026-06-08T20:59:46-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T20:59:51-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T20:59:51-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T20:59:51-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T20:59:51-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T20:59:51-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T20:59:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T20:59:51-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T20:59:51-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T20:59:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T20:59:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T20:59:52-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T20:59:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T20:59:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T20:59:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T20:59:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T20:59:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T20:59:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T20:59:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T20:59:53-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T20:59:54-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T20:59:54-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T20:59:55-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T20:59:55-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: OK\n\n2026-06-08T20:59:55-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T21:00:00-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:00:00-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:00:00-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:00:01-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:00:01-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:00:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:00:01-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:00:01-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:00:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:00:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:00:01-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:00:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:00:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:00:02-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:00:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:00:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T21:00:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T21:00:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:00:03-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:00:03-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T21:00:04-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:00:05-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T21:00:05-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T21:00:05-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T20:59:41-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T20:59:41-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T20:59:41-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:59:41-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:59:41-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:59:42-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:59:42-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T20:59:42-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T20:59:42-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:59:42-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:59:42-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:59:42-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:59:42-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:59:42-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:59:42-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:59:43-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:59:43-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:59:43-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:59:44-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:59:44-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:59:44-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:59:44-04:00\tINFO\tCreating object, name: zuul-executor", "2026-06-08T20:59:45-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:59:45-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:59:46-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:59:46-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: OK", "", "2026-06-08T20:59:46-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T20:59:51-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T20:59:51-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T20:59:51-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T20:59:51-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T20:59:51-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T20:59:51-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T20:59:51-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T20:59:51-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T20:59:51-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T20:59:52-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T20:59:52-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T20:59:52-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T20:59:52-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T20:59:52-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T20:59:53-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T20:59:53-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T20:59:53-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T20:59:53-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T20:59:53-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T20:59:54-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T20:59:54-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T20:59:55-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T20:59:55-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: OK", "", "2026-06-08T20:59:55-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T21:00:00-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:00:00-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:00:00-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:00:01-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:00:01-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:00:01-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:00:01-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:00:01-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:00:01-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:00:01-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:00:01-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:00:01-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:00:01-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:00:02-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:00:02-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:00:02-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T21:00:02-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T21:00:03-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:00:03-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:00:03-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T21:00:04-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:00:05-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T21:00:05-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T21:00:05-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000017b7-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000017b3", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T01:00:05.807857Z", "start": "2026-06-09T00:59:41.251689Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000017b7", "name": "Run the operator in standalone mode" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "cp /tmp/ansible.6hta6lmbtest-crs/sf-with-executor.yaml /tmp/current_cr.yaml", "delta": "0:00:00.009269", "end": "2026-06-08 21:00:06.086285", "invocation": { "module_args": { "_raw_params": "cp /tmp/ansible.6hta6lmbtest-crs/sf-with-executor.yaml /tmp/current_cr.yaml", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000017b8-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:00:06.077016", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-0000000017b8-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000017b3", "name": "run-operator-standalone", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/run-operator-standalone" }, "task": { "duration": { "end": "2026-06-09T01:00:06.371970Z", "start": "2026-06-09T01:00:05.850550Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000017b8", "name": "Copy current spec" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/tmp/ansible.6hta6lmbtest-crs", "state": "absent" }, "before": { "path": "/tmp/ansible.6hta6lmbtest-crs", "path_content": { "directories": [], "files": [ "/tmp/ansible.6hta6lmbtest-crs/sf-no-executor.yaml", "/tmp/ansible.6hta6lmbtest-crs/sf-with-executor.yaml" ] }, "state": "directory" } }, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/ansible.6hta6lmbtest-crs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/tmp/ansible.6hta6lmbtest-crs", "state": "absent" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000000f4", "name": "health-check/test-dry-run-lifecycle", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-dry-run-lifecycle" }, "task": { "duration": { "end": "2026-06-09T01:00:06.692148Z", "start": "2026-06-09T01:00:06.392389Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000100", "name": "Remove temporary directory" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "go", "run", "main.go", "SF", "backup", "--backup_dir", "/tmp/sf-backup", "playbooks/files/sf.yaml" ], "delta": "0:00:05.137871", "end": "2026-06-08 21:00:12.171700", "invocation": { "module_args": { "_raw_params": "go run main.go SF backup --backup_dir /tmp/sf-backup playbooks/files/sf.yaml\n", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000104-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:00:07.033829", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T21:00:07-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T21:00:07-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T21:00:07-04:00\tINFO\tStarting backup process for services in namespace: sf\n2026-06-08T21:00:07-04:00\tINFO\tCreating secrets backup...\n2026-06-08T21:00:07-04:00\tINFO\tFinished doing secret backup!\n2026-06-08T21:00:07-04:00\tINFO\tDoing Zuul keys backup...\n2026-06-08T21:00:07-04:00\tINFO\tCreating object, name: zuul-kazoo\n2026-06-08T21:00:09-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [zuul-admin export-keys /tmp/zuul-backup]\nINFO:kazoo.client:Connecting to zookeeper-0.zookeeper-headless.sf(10.244.0.98):2281, use_ssl: True\nINFO:kazoo.client:Zookeeper connection established, state: CONNECTED\nINFO:zuul.KeyStorage:Exported: /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/ssh\nINFO:zuul.KeyStorage:Exported: /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets\nINFO:zuul.KeyStorage:Exported: /keystorage/git-server/system-config/system-config/ssh\nINFO:zuul.KeyStorage:Exported: /keystorage/git-server/system-config/system-config/secrets\nINFO:zuul.KeyStorage:Exported: /keystorage/gerrit/demo-project/demo-project/ssh\nINFO:zuul.KeyStorage:Exported: /keystorage/gerrit/demo-project/demo-project/secrets\nINFO:zuul.KeyStorage:Exported: /keystorage/gerrit/demo-tenant-config/demo-tenant-config/ssh\nINFO:zuul.KeyStorage:Exported: /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets\nINFO:zuul.KeyStorage:Exported: /keystorage/gerrit/config/config/ssh\nINFO:zuul.KeyStorage:Exported: /keystorage/gerrit/config/config/secrets\nINFO:zuul.KeyStorage:Exported: /keystorage/gerrit/ichiban-config-LIHNHN3d/ichiban-config-LIHNHN3d/ssh\nINFO:zuul.KeyStorage:Exported: /keystorage/gerrit/ichiban-config-LIHNHN3d/ichiban-config-LIHNHN3d/secrets\nINFO:zuul.KeyStorage:Exported: /keystorage2/tenant/ichiban-tenant-LIHNHN3d/ssh\nINFO:zuul.KeyStorage:Exported: /keystorage2/tenant/internal/ssh\nINFO:zuul.KeyStorage:Exported: /keystorage2/tenant/demo-tenant/ssh\n2026-06-08T21:00:11-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [cat /tmp/zuul-backup]\n2026-06-08T21:00:11-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [rm /tmp/zuul-backup]\n2026-06-08T21:00:11-04:00\tINFO\tFinished doing Zuul private keys backup!\n2026-06-08T21:00:11-04:00\tINFO\tDeleting object, name: zuul-kazoo\n2026-06-08T21:00:11-04:00\tINFO\tDoing DB backup...\n2026-06-08T21:00:11-04:00\tINFO\tRunning pod execution pod: mariadb-0, command: [mysqldump --databases zuul --single-transaction]\nmysqldump: Deprecated program name. It will be removed in a future release, use '/usr/bin/mariadb-dump' instead\nWarning: World-writable config file '/etc/my.cnf.d/docker.cnf' is ignored\n2026-06-08T21:00:12-04:00\tINFO\tFinished doing DBs backup!", "stdout_lines": [ "2026-06-08T21:00:07-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T21:00:07-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T21:00:07-04:00\tINFO\tStarting backup process for services in namespace: sf", "2026-06-08T21:00:07-04:00\tINFO\tCreating secrets backup...", "2026-06-08T21:00:07-04:00\tINFO\tFinished doing secret backup!", "2026-06-08T21:00:07-04:00\tINFO\tDoing Zuul keys backup...", "2026-06-08T21:00:07-04:00\tINFO\tCreating object, name: zuul-kazoo", "2026-06-08T21:00:09-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [zuul-admin export-keys /tmp/zuul-backup]", "INFO:kazoo.client:Connecting to zookeeper-0.zookeeper-headless.sf(10.244.0.98):2281, use_ssl: True", "INFO:kazoo.client:Zookeeper connection established, state: CONNECTED", "INFO:zuul.KeyStorage:Exported: /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/ssh", "INFO:zuul.KeyStorage:Exported: /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets", "INFO:zuul.KeyStorage:Exported: /keystorage/git-server/system-config/system-config/ssh", "INFO:zuul.KeyStorage:Exported: /keystorage/git-server/system-config/system-config/secrets", "INFO:zuul.KeyStorage:Exported: /keystorage/gerrit/demo-project/demo-project/ssh", "INFO:zuul.KeyStorage:Exported: /keystorage/gerrit/demo-project/demo-project/secrets", "INFO:zuul.KeyStorage:Exported: /keystorage/gerrit/demo-tenant-config/demo-tenant-config/ssh", "INFO:zuul.KeyStorage:Exported: /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets", "INFO:zuul.KeyStorage:Exported: /keystorage/gerrit/config/config/ssh", "INFO:zuul.KeyStorage:Exported: /keystorage/gerrit/config/config/secrets", "INFO:zuul.KeyStorage:Exported: /keystorage/gerrit/ichiban-config-LIHNHN3d/ichiban-config-LIHNHN3d/ssh", "INFO:zuul.KeyStorage:Exported: /keystorage/gerrit/ichiban-config-LIHNHN3d/ichiban-config-LIHNHN3d/secrets", "INFO:zuul.KeyStorage:Exported: /keystorage2/tenant/ichiban-tenant-LIHNHN3d/ssh", "INFO:zuul.KeyStorage:Exported: /keystorage2/tenant/internal/ssh", "INFO:zuul.KeyStorage:Exported: /keystorage2/tenant/demo-tenant/ssh", "2026-06-08T21:00:11-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [cat /tmp/zuul-backup]", "2026-06-08T21:00:11-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [rm /tmp/zuul-backup]", "2026-06-08T21:00:11-04:00\tINFO\tFinished doing Zuul private keys backup!", "2026-06-08T21:00:11-04:00\tINFO\tDeleting object, name: zuul-kazoo", "2026-06-08T21:00:11-04:00\tINFO\tDoing DB backup...", "2026-06-08T21:00:11-04:00\tINFO\tRunning pod execution pod: mariadb-0, command: [mysqldump --databases zuul --single-transaction]", "mysqldump: Deprecated program name. It will be removed in a future release, use '/usr/bin/mariadb-dump' instead", "Warning: World-writable config file '/etc/my.cnf.d/docker.cnf' is ignored", "2026-06-08T21:00:12-04:00\tINFO\tFinished doing DBs backup!" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000104-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000102", "name": "health-check/test-backup-restore", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-backup-restore" }, "task": { "duration": { "end": "2026-06-09T01:00:12.260033Z", "start": "2026-06-09T01:00:06.737591Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000104", "name": "Backup the Software Factory deployment" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content": "[{\"_id\": 14, \"uuid\": \"75ddafec2060461ab65e2604ce44f8d1\", \"result\": \"SUCCESS\", \"message\": \"Build succeeded.\", \"pipeline\": \"post\", \"event_id\": \"5122b890c8524bc7ba9b46575f263765\", \"event_timestamp\": \"2026-06-09T00:54:23\", \"queue_item_uuid\": \"c3b36eb46fc540b78bc8fbc52510cdb3\", \"first_build_start_time\": \"2026-06-09T00:54:25\", \"last_build_end_time\": \"2026-06-09T00:56:02\", \"refs\": [{\"project\": \"config\", \"branch\": \"master\", \"change\": null, \"patchset\": null, \"ref\": \"refs/heads/master\", \"oldrev\": \"903debabdeec14901f512efeb2b5e96ef1afbeb4\", \"newrev\": \"5d65b4b0719eac97f826bad01de3dfec2efe06b7\", \"ref_url\": \"https://gerrit.sfop.me/plugins/gitiles/config/+/5d65b4b0719eac97f826bad01de3dfec2efe06b7^!/\"}]}]", "content_length": "698", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:00:12 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/buildsets?skip=0&limit=1", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "_id": 14, "event_id": "5122b890c8524bc7ba9b46575f263765", "event_timestamp": "2026-06-09T00:54:23", "first_build_start_time": "2026-06-09T00:54:25", "last_build_end_time": "2026-06-09T00:56:02", "message": "Build succeeded.", "pipeline": "post", "queue_item_uuid": "c3b36eb46fc540b78bc8fbc52510cdb3", "refs": [ { "branch": "master", "change": null, "newrev": "5d65b4b0719eac97f826bad01de3dfec2efe06b7", "oldrev": "903debabdeec14901f512efeb2b5e96ef1afbeb4", "patchset": null, "project": "config", "ref": "refs/heads/master", "ref_url": "https://gerrit.sfop.me/plugins/gitiles/config/+/5d65b4b0719eac97f826bad01de3dfec2efe06b7^!/" } ], "result": "SUCCESS", "uuid": "75ddafec2060461ab65e2604ce44f8d1" } ], "msg": "OK (698 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/buildsets?skip=0&limit=1", "via": "1.1 10.244.0.39" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000102", "name": "health-check/test-backup-restore", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-backup-restore" }, "task": { "duration": { "end": "2026-06-09T01:00:12.846013Z", "start": "2026-06-09T01:00:12.270967Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000105", "name": "Fetch the last build ID reported by Zuul web" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "go", "run", "main.go", "dev", "wipe", "sf", "--rm-data" ], "delta": "0:01:10.886749", "end": "2026-06-08 21:01:24.058602", "invocation": { "module_args": { "_raw_params": "go run main.go dev wipe sf --rm-data\n", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000106-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:00:13.171853", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T21:00:13-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T21:00:13-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T21:00:13-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder\n2026-06-08T21:00:13-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]\n2026-06-08T21:00:13-04:00\tINFO\tDeleting object, name: nodepool-builder\n2026-06-08T21:00:13-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-67fffd9b85-5chgb launcher\n2026-06-08T21:00:13-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-67fffd9b85-5chgb, command: [kill -9 1]\n2026-06-08T21:00:13-04:00\tINFO\tDeleting object, name: launcher\n2026-06-08T21:00:13-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-42phw mariadb-client\n2026-06-08T21:00:13-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-42phw, command: [kill -9 1]\n2026-06-08T21:00:13-04:00\tINFO\tDeleting object, name: mariadb-client\n2026-06-08T21:00:13-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-hdhbh mariadb-client\n2026-06-08T21:00:13-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-hdhbh, command: [kill -9 1]\n2026-06-08T21:00:13-04:00\tINFO\tDeleting object, name: mariadb-client\n2026-06-08T21:00:13-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor\n2026-06-08T21:00:13-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]\n2026-06-08T21:00:13-04:00\tINFO\tDeleting object, name: zuul-executor\n2026-06-08T21:00:13-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo\n2026-06-08T21:00:13-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]\n2026-06-08T21:00:42-04:00\tINFO\tDeleting object, name: zuul-kazoo\n2026-06-08T21:00:42-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger\n2026-06-08T21:00:42-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]\n2026-06-08T21:00:42-04:00\tINFO\tDeleting object, name: zuul-merger\n2026-06-08T21:00:42-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-1 zuul-merger\n2026-06-08T21:00:42-04:00\tINFO\tRunning pod execution pod: zuul-merger-1, command: [kill -9 1]\n2026-06-08T21:00:43-04:00\tINFO\tDeleting object, name: zuul-merger\n2026-06-08T21:00:43-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler\n2026-06-08T21:00:43-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-scheduler\n2026-06-08T21:00:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-5d9847fc7c-pfvsv zuul-web\n2026-06-08T21:00:44-04:00\tINFO\tRunning pod execution pod: zuul-web-5d9847fc7c-pfvsv, command: [kill -9 1]\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-web\n2026-06-08T21:00:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-kbvrg zuul-weeder\n2026-06-08T21:00:44-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-kbvrg, command: [kill -9 1]\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-weeder\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zookeeper\n2026-06-08T21:00:44-04:00\tINFO\tStandalone mode detected. Deleting owner ConfigMap with foreground propagation.\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: sf-standalone-owner\n2026-06-08T21:00:44-04:00\tINFO\tCleaning resources...\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: gateway\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: hound-search\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: logjuicer\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: nodepool-launcher\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zookeeper\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zookeeper-headless\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-capacity\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-executor-headless\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-web\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-weeder\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: gateway\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: logjuicer\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: nodepool-launcher\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: git-server\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: hound-search\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: logserver\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: mariadb\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"gateway-6bbbd758d9-7chdk\", \"status\": \"Running\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: gateway-6bbbd758d9-7chdk\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"git-server-0\", \"status\": \"Running\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: git-server-0\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"hound-search-0\", \"status\": \"Running\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: hound-search-0\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"mariadb-0\", \"status\": \"Running\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: mariadb-0\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"zookeeper-0\", \"status\": \"Running\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zookeeper-0\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-merger-0\", \"status\": \"Failed\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-merger-0\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-merger-1\", \"status\": \"Failed\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-merger-1\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-weeder-57c6567f5f-kbvrg\", \"status\": \"Running\"}\n2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-weeder-57c6567f5f-kbvrg\n2026-06-08T21:00:46-04:00\tINFO\tDeleting pod\t{\"name\": \"gateway-6bbbd758d9-h6gc7\", \"status\": \"Running\"}\n2026-06-08T21:00:46-04:00\tINFO\tDeleting object, name: gateway-6bbbd758d9-h6gc7\n2026-06-08T21:00:46-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:00:46-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:00:46-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:00:46-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:00:46-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:00:46-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:00:47-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:00:47-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:00:47-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}\n2026-06-08T21:00:47-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv\n2026-06-08T21:00:47-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:00:47-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:00:47-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:00:47-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"gateway-6bbbd758d9-ppjv8\", \"status\": \"Pending\"}\n2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: gateway-6bbbd758d9-ppjv8\n2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-9d4fx\", \"status\": \"Pending\"}\n2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-9d4fx\n2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}\n2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv\n2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}\n2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv\n2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}\n2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv\n2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}\n2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv\n2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}\n2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv\n2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}\n2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv\n2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}\n2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv\n2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}\n2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv\n2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:01:05-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:01:05-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:01:05-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:01:05-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:01:05-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:01:05-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:01:05-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:01:05-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:01:05-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:01:05-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:01:05-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:01:05-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:01:07-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:01:07-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:01:07-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:01:07-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:01:07-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:01:07-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:01:07-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:01:07-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:01:07-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:01:07-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:01:07-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:01:07-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:01:09-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:01:09-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:01:09-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:01:09-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:01:09-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:01:09-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:01:09-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:01:09-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:01:09-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:01:09-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:01:09-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:01:09-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:01:11-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:01:11-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:01:11-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:01:11-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:01:11-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:01:11-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:01:11-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:01:11-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:01:11-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:01:11-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:01:11-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:01:11-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:01:13-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}\n2026-06-08T21:01:13-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8\n2026-06-08T21:01:13-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:01:13-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:01:13-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}\n2026-06-08T21:01:13-04:00\tINFO\tDeleting object, name: logserver-0\n2026-06-08T21:01:13-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}\n2026-06-08T21:01:13-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb\n2026-06-08T21:01:13-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}\n2026-06-08T21:01:13-04:00\tINFO\tDeleting object, name: zuul-scheduler-0\n2026-06-08T21:01:13-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}\n2026-06-08T21:01:13-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv\n2026-06-08T21:01:15-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:01:15-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:01:17-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}\n2026-06-08T21:01:17-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:01:19-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Failed\"}\n2026-06-08T21:01:19-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn\n2026-06-08T21:01:21-04:00\tINFO\tRemoving dangling persistent volume claims if any...\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"git-server-git-server-0\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: git-server-git-server-0\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"hound-search-data-hound-search-0\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: hound-search-data-hound-search-0\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"logserver-logserver-0\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: logserver-logserver-0\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"mariadb-logs-mariadb-0\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: mariadb-logs-mariadb-0\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"mariadb-mariadb-0\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: mariadb-mariadb-0\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"nodepool-builder-nodepool-builder-0\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: nodepool-builder-nodepool-builder-0\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zookeeper-data-zookeeper-0\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zookeeper-data-zookeeper-0\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zookeeper-logs-zookeeper-0\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zookeeper-logs-zookeeper-0\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zuul-executor-zuul-executor-0\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zuul-executor-zuul-executor-0\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zuul-executor-zuul-executor-1\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zuul-executor-zuul-executor-1\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zuul-merger-zuul-merger-0\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zuul-merger-zuul-merger-0\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zuul-merger-zuul-merger-1\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zuul-merger-zuul-merger-1\n2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zuul-scheduler-zuul-scheduler-0\", \"status\": \"Bound\"}\n2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zuul-scheduler-zuul-scheduler-0", "stdout_lines": [ "2026-06-08T21:00:13-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T21:00:13-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T21:00:13-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-builder-0 nodepool-builder", "2026-06-08T21:00:13-04:00\tINFO\tRunning pod execution pod: nodepool-builder-0, command: [kill -9 1]", "2026-06-08T21:00:13-04:00\tINFO\tDeleting object, name: nodepool-builder", "2026-06-08T21:00:13-04:00\tINFO\tWarning: Killing ZooKeeper client: nodepool-launcher-67fffd9b85-5chgb launcher", "2026-06-08T21:00:13-04:00\tINFO\tRunning pod execution pod: nodepool-launcher-67fffd9b85-5chgb, command: [kill -9 1]", "2026-06-08T21:00:13-04:00\tINFO\tDeleting object, name: launcher", "2026-06-08T21:00:13-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-42phw mariadb-client", "2026-06-08T21:00:13-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-42phw, command: [kill -9 1]", "2026-06-08T21:00:13-04:00\tINFO\tDeleting object, name: mariadb-client", "2026-06-08T21:00:13-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-db-provision-hdhbh mariadb-client", "2026-06-08T21:00:13-04:00\tINFO\tRunning pod execution pod: zuul-db-provision-hdhbh, command: [kill -9 1]", "2026-06-08T21:00:13-04:00\tINFO\tDeleting object, name: mariadb-client", "2026-06-08T21:00:13-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-executor-0 zuul-executor", "2026-06-08T21:00:13-04:00\tINFO\tRunning pod execution pod: zuul-executor-0, command: [kill -9 1]", "2026-06-08T21:00:13-04:00\tINFO\tDeleting object, name: zuul-executor", "2026-06-08T21:00:13-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-kazoo zuul-kazoo", "2026-06-08T21:00:13-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [kill -9 1]", "2026-06-08T21:00:42-04:00\tINFO\tDeleting object, name: zuul-kazoo", "2026-06-08T21:00:42-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-0 zuul-merger", "2026-06-08T21:00:42-04:00\tINFO\tRunning pod execution pod: zuul-merger-0, command: [kill -9 1]", "2026-06-08T21:00:42-04:00\tINFO\tDeleting object, name: zuul-merger", "2026-06-08T21:00:42-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-merger-1 zuul-merger", "2026-06-08T21:00:42-04:00\tINFO\tRunning pod execution pod: zuul-merger-1, command: [kill -9 1]", "2026-06-08T21:00:43-04:00\tINFO\tDeleting object, name: zuul-merger", "2026-06-08T21:00:43-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-scheduler-0 zuul-scheduler", "2026-06-08T21:00:43-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [kill -9 1]", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-scheduler", "2026-06-08T21:00:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-web-5d9847fc7c-pfvsv zuul-web", "2026-06-08T21:00:44-04:00\tINFO\tRunning pod execution pod: zuul-web-5d9847fc7c-pfvsv, command: [kill -9 1]", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-web", "2026-06-08T21:00:44-04:00\tINFO\tWarning: Killing ZooKeeper client: zuul-weeder-57c6567f5f-kbvrg zuul-weeder", "2026-06-08T21:00:44-04:00\tINFO\tRunning pod execution pod: zuul-weeder-57c6567f5f-kbvrg, command: [kill -9 1]", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-weeder", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zookeeper", "2026-06-08T21:00:44-04:00\tINFO\tStandalone mode detected. Deleting owner ConfigMap with foreground propagation.", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: sf-standalone-owner", "2026-06-08T21:00:44-04:00\tINFO\tCleaning resources...", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: gateway", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: hound-search", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: logjuicer", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: nodepool-launcher", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zookeeper", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zookeeper-headless", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-capacity", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-executor-headless", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-web", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-weeder", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: gateway", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: logjuicer", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: nodepool-launcher", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: git-server", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: hound-search", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: logserver", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: mariadb", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"gateway-6bbbd758d9-7chdk\", \"status\": \"Running\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: gateway-6bbbd758d9-7chdk", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"git-server-0\", \"status\": \"Running\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: git-server-0", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"hound-search-0\", \"status\": \"Running\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: hound-search-0", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"mariadb-0\", \"status\": \"Running\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: mariadb-0", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"zookeeper-0\", \"status\": \"Running\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zookeeper-0", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-merger-0\", \"status\": \"Failed\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-merger-0", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-merger-1\", \"status\": \"Failed\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-merger-1", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:00:44-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-weeder-57c6567f5f-kbvrg\", \"status\": \"Running\"}", "2026-06-08T21:00:44-04:00\tINFO\tDeleting object, name: zuul-weeder-57c6567f5f-kbvrg", "2026-06-08T21:00:46-04:00\tINFO\tDeleting pod\t{\"name\": \"gateway-6bbbd758d9-h6gc7\", \"status\": \"Running\"}", "2026-06-08T21:00:46-04:00\tINFO\tDeleting object, name: gateway-6bbbd758d9-h6gc7", "2026-06-08T21:00:46-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:00:46-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:00:46-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:00:46-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:00:46-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:00:46-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:00:47-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:00:47-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:00:47-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}", "2026-06-08T21:00:47-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv", "2026-06-08T21:00:47-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:00:47-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:00:47-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:00:47-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"gateway-6bbbd758d9-ppjv8\", \"status\": \"Pending\"}", "2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: gateway-6bbbd758d9-ppjv8", "2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-9d4fx\", \"status\": \"Pending\"}", "2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-9d4fx", "2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}", "2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv", "2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:00:49-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:00:49-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}", "2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv", "2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:00:51-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:00:51-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}", "2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv", "2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:00:53-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:00:53-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}", "2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv", "2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:00:55-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:00:55-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}", "2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv", "2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:00:57-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:00:57-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}", "2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv", "2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:00:59-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:00:59-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}", "2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv", "2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:01:01-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:01:01-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-fvktv\", \"status\": \"Pending\"}", "2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-fvktv", "2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:01:03-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:01:03-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:01:05-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:01:05-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:01:05-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:01:05-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:01:05-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:01:05-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:01:05-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:01:05-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:01:05-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:01:05-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:01:05-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:01:05-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:01:07-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:01:07-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:01:07-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:01:07-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:01:07-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:01:07-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:01:07-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:01:07-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:01:07-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:01:07-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:01:07-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:01:07-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:01:09-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:01:09-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:01:09-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:01:09-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:01:09-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:01:09-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:01:09-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:01:09-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:01:09-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:01:09-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:01:09-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:01:09-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:01:11-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:01:11-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:01:11-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:01:11-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:01:11-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:01:11-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:01:11-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:01:11-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:01:11-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:01:11-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:01:11-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:01:11-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:01:13-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-kg9f8\", \"status\": \"Running\"}", "2026-06-08T21:01:13-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-kg9f8", "2026-06-08T21:01:13-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:01:13-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:01:13-04:00\tINFO\tDeleting pod\t{\"name\": \"logserver-0\", \"status\": \"Running\"}", "2026-06-08T21:01:13-04:00\tINFO\tDeleting object, name: logserver-0", "2026-06-08T21:01:13-04:00\tINFO\tDeleting pod\t{\"name\": \"nodepool-launcher-67fffd9b85-5chgb\", \"status\": \"Running\"}", "2026-06-08T21:01:13-04:00\tINFO\tDeleting object, name: nodepool-launcher-67fffd9b85-5chgb", "2026-06-08T21:01:13-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-scheduler-0\", \"status\": \"Running\"}", "2026-06-08T21:01:13-04:00\tINFO\tDeleting object, name: zuul-scheduler-0", "2026-06-08T21:01:13-04:00\tINFO\tDeleting pod\t{\"name\": \"zuul-web-5d9847fc7c-pfvsv\", \"status\": \"Running\"}", "2026-06-08T21:01:13-04:00\tINFO\tDeleting object, name: zuul-web-5d9847fc7c-pfvsv", "2026-06-08T21:01:15-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:01:15-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:01:17-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Running\"}", "2026-06-08T21:01:17-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:01:19-04:00\tINFO\tDeleting pod\t{\"name\": \"logjuicer-6ff84764b7-vldjn\", \"status\": \"Failed\"}", "2026-06-08T21:01:19-04:00\tINFO\tDeleting object, name: logjuicer-6ff84764b7-vldjn", "2026-06-08T21:01:21-04:00\tINFO\tRemoving dangling persistent volume claims if any...", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"git-server-git-server-0\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: git-server-git-server-0", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"hound-search-data-hound-search-0\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: hound-search-data-hound-search-0", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"logserver-logserver-0\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: logserver-logserver-0", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"mariadb-logs-mariadb-0\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: mariadb-logs-mariadb-0", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"mariadb-mariadb-0\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: mariadb-mariadb-0", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"nodepool-builder-nodepool-builder-0\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: nodepool-builder-nodepool-builder-0", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zookeeper-data-zookeeper-0\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zookeeper-data-zookeeper-0", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zookeeper-logs-zookeeper-0\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zookeeper-logs-zookeeper-0", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zuul-executor-zuul-executor-0\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zuul-executor-zuul-executor-0", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zuul-executor-zuul-executor-1\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zuul-executor-zuul-executor-1", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zuul-merger-zuul-merger-0\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zuul-merger-zuul-merger-0", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zuul-merger-zuul-merger-1\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zuul-merger-zuul-merger-1", "2026-06-08T21:01:21-04:00\tINFO\tDeleting pvc\t{\"name\": \"zuul-scheduler-zuul-scheduler-0\", \"status\": \"Bound\"}", "2026-06-08T21:01:21-04:00\tINFO\tDeleting object, name: zuul-scheduler-zuul-scheduler-0" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000106-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000102", "name": "health-check/test-backup-restore", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-backup-restore" }, "task": { "duration": { "end": "2026-06-09T01:01:24.498260Z", "start": "2026-06-09T01:00:12.881906Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000106", "name": "Wipe Software Factory deployment" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "go", "run", "main.go", "SF", "restore", "--backup_dir", "/tmp/sf-backup", "playbooks/files/sf.yaml" ], "delta": "0:03:52.722957", "end": "2026-06-08 21:05:17.471749", "invocation": { "module_args": { "_raw_params": "go run main.go SF restore --backup_dir /tmp/sf-backup playbooks/files/sf.yaml\n", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000107-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:01:24.748792", "stderr": "", "stderr_lines": [], "stdout": "2026-06-08T21:01:25-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution\n\n2026-06-08T21:01:25-04:00\tINFO\tKubernetes Distribution found: Kubernetes\n\n2026-06-08T21:01:25-04:00\tINFO\tRestoring secrets...\n2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: zookeeper-client-tls\n2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: zookeeper-server-tls\n2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: nodepool-builder-ssh-key\n2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: zuul-ssh-key\n2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: zuul-spare-ssh-key\n2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: zuul-keystore-password\n2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: zuul-auth-secret\n2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: logserver-keys\n2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: logserver-uploader-keys\n2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: logserver-uploader-spare-keys\n2026-06-08T21:01:25-04:00\tINFO\tSpawning backend services...\n2026-06-08T21:01:25-04:00\tINFO\tCreating secret, name: mariadb-root-password\n2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: mariadb-root-password\n2026-06-08T21:01:25-04:00\tINFO\tCreating secret, name: mariadb-config-secrets\n2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: mariadb-config-secrets\n2026-06-08T21:01:26-04:00\tINFO\tCreating secret, name: mariadb-initdb-secrets\n2026-06-08T21:01:26-04:00\tINFO\tCreating object, name: mariadb-initdb-secrets\n2026-06-08T21:01:26-04:00\tINFO\tCreating object, name: mariadb\n2026-06-08T21:01:26-04:00\tINFO\tCreating config map name: zookeeper-pi-config-map\n2026-06-08T21:01:26-04:00\tINFO\tCreating object, name: zookeeper-pi-config-map\n2026-06-08T21:01:26-04:00\tINFO\tCreating service, name: zookeeper-headless\n2026-06-08T21:01:26-04:00\tINFO\tCreating object, name: zookeeper-headless\n2026-06-08T21:01:26-04:00\tINFO\tCreating service, name: zookeeper\n2026-06-08T21:01:26-04:00\tINFO\tCreating object, name: zookeeper\n2026-06-08T21:01:26-04:00\tINFO\tCreating object, name: zookeeper\n2026-06-08T21:01:26-04:00\tINFO\tWaiting for backend services...\n2026-06-08T21:01:27-04:00\tINFO\tCreating service, name: mariadb\n2026-06-08T21:01:27-04:00\tINFO\tCreating object, name: mariadb\n2026-06-08T21:01:27-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:27-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:28-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:28-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:29-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:29-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:30-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:30-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:31-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:31-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:32-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:32-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:33-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:33-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:34-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:34-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:35-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:35-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:36-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:36-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:37-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:37-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:38-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:38-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:39-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:39-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:40-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:40-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:41-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:41-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:42-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:42-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:43-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:43-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:44-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:44-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:45-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:45-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:46-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:46-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:47-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:47-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:48-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:48-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:49-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:49-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:50-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:50-04:00\tINFO\tstatefulset rollout not ok, name: mariadb\n2026-06-08T21:01:51-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:51-04:00\tINFO\tCreating object, name: zuul-db-connection\n2026-06-08T21:01:51-04:00\tINFO\tCreating object, name: zuul-db-provision\n2026-06-08T21:01:52-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:53-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:54-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:55-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:56-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:01:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:01:57-04:00\tINFO\tCreating secret, name: zuul-config\n2026-06-08T21:01:57-04:00\tINFO\tCreating object, name: zuul-config\n2026-06-08T21:01:57-04:00\tINFO\tCreating config map name: zuul-scheduler-tooling-config-map\n2026-06-08T21:01:57-04:00\tINFO\tCreating object, name: zuul-scheduler-tooling-config-map\n2026-06-08T21:01:57-04:00\tINFO\tCreating object, name: zuul-kazoo\n2026-06-08T21:01:59-04:00\tINFO\tRestoring Zuul...\n2026-06-08T21:01:59-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c rm -rf /tmp/zuul-import && mkdir -p /tmp/zuul-import]\n2026-06-08T21:01:59-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /tmp/zuul.keys && zuul-admin import-keys --force /tmp/zuul.keys]\nINFO:kazoo.client:Connecting to zookeeper-0.zookeeper-headless.sf(10.244.0.115):2281, use_ssl: True\nINFO:kazoo.client:Zookeeper connection established, state: CONNECTED\nINFO:zuul.KeyStorage:Created key at /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/ssh\nINFO:zuul.KeyStorage:Created key at /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets\nINFO:zuul.KeyStorage:Created key at /keystorage/git-server/system-config/system-config/ssh\nINFO:zuul.KeyStorage:Created key at /keystorage/git-server/system-config/system-config/secrets\nINFO:zuul.KeyStorage:Created key at /keystorage/gerrit/demo-project/demo-project/ssh\nINFO:zuul.KeyStorage:Created key at /keystorage/gerrit/demo-project/demo-project/secrets\nINFO:zuul.KeyStorage:Created key at /keystorage/gerrit/demo-tenant-config/demo-tenant-config/ssh\nINFO:zuul.KeyStorage:Created key at /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets\nINFO:zuul.KeyStorage:Created key at /keystorage/gerrit/config/config/ssh\nINFO:zuul.KeyStorage:Created key at /keystorage/gerrit/config/config/secrets\nINFO:zuul.KeyStorage:Created key at /keystorage/gerrit/ichiban-config-LIHNHN3d/ichiban-config-LIHNHN3d/ssh\nINFO:zuul.KeyStorage:Created key at /keystorage/gerrit/ichiban-config-LIHNHN3d/ichiban-config-LIHNHN3d/secrets\nINFO:zuul.KeyStorage:Created key at /keystorage2/tenant/ichiban-tenant-LIHNHN3d/ssh\nINFO:zuul.KeyStorage:Created key at /keystorage2/tenant/internal/ssh\nINFO:zuul.KeyStorage:Created key at /keystorage2/tenant/demo-tenant/ssh\n2026-06-08T21:02:03-04:00\tINFO\tFinished doing Zuul private keys restore!\n2026-06-08T21:02:03-04:00\tINFO\tRestoring DB...\n2026-06-08T21:02:03-04:00\tINFO\tRunning pod execution pod: mariadb-0, command: [mysql -e DROP DATABASE zuul;]\nmysql: Deprecated program name. It will be removed in a future release, use '/usr/bin/mariadb' instead\nWarning: World-writable config file '/etc/my.cnf.d/docker.cnf' is ignored\n2026-06-08T21:02:03-04:00\tINFO\tRunning pod execution pod: mariadb-0, command: [mysql -h0]\nmysql: Deprecated program name. It will be removed in a future release, use '/usr/bin/mariadb' instead\nWarning: World-writable config file '/etc/my.cnf.d/docker.cnf' is ignored\n2026-06-08T21:02:03-04:00\tINFO\tFinished restoring DB from backup!\n2026-06-08T21:02:03-04:00\tINFO\tDeleting object, name: zuul-kazoo\n2026-06-08T21:02:03-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:02:03-04:00\tINFO\tCreating config map name: git-server-pi-config-map\n2026-06-08T21:02:03-04:00\tINFO\tCreating object, name: git-server-pi-config-map\n2026-06-08T21:02:03-04:00\tINFO\tCreating object, name: git-server\n2026-06-08T21:02:03-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:02:04-04:00\tINFO\tCreating config map name: logserver-config-map\n2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: logserver-config-map\n2026-06-08T21:02:04-04:00\tINFO\tCreating service, name: logserver\n2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: logserver\n2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: logserver\n2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: gateway\n2026-06-08T21:02:04-04:00\tINFO\tCreating config map name: gateway-config-map\n2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: gateway-config-map\n2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: gateway\n2026-06-08T21:02:04-04:00\tINFO\tCreating service, name: hound-search\n2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: hound-search\n2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: hound-search\n2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: logjuicer-pvc\n2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: logjuicer\n2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: logjuicer\n2026-06-08T21:02:04-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:02:04-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T21:02:04-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: Waiting ...\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: Waiting ...\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T21:02:04-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...\n2026-06-08T21:02:09-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:02:09-04:00\tINFO\tCreating service, name: git-server\n2026-06-08T21:02:09-04:00\tINFO\tCreating object, name: git-server\n2026-06-08T21:02:09-04:00\tINFO\tCreating service, name: git-server-rw\n2026-06-08T21:02:09-04:00\tINFO\tCreating object, name: git-server-rw\n2026-06-08T21:02:09-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:02:09-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T21:02:09-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:02:10-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:02:10-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T21:02:10-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:02:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:02:10-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:02:10-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T21:02:10-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:02:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:02:10-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:02:10-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T21:02:10-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T21:02:10-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...\n2026-06-08T21:02:15-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:02:15-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:02:15-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T21:02:15-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:02:16-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:02:16-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T21:02:16-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:02:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:02:16-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:02:16-04:00\tINFO\tstatefulset rollout not ok, name: hound-search\n2026-06-08T21:02:16-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:02:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:02:16-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:02:16-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T21:02:16-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: Waiting ...\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T21:02:16-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...\n2026-06-08T21:02:21-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:02:21-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:02:21-04:00\tINFO\tstatefulset rollout not ok, name: git-server\n2026-06-08T21:02:21-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:02:22-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:02:22-04:00\tINFO\tstatefulset rollout not ok, name: logserver\n2026-06-08T21:02:22-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:02:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:02:22-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:02:22-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:02:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:02:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:02:22-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...\n2026-06-08T21:02:22-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: Waiting ...\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: Waiting ...\n\t - MariaDB: OK\n\t - Zookeeper: OK\n\n2026-06-08T21:02:22-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...\n2026-06-08T21:02:27-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:02:27-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:02:27-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:02:28-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:02:28-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]\n2026-06-08T21:02:28-04:00\tINFO\tLogserver authorized_keys is up to date\n2026-06-08T21:02:28-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:02:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:02:28-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:02:28-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:02:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:02:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:02:28-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:02:29-04:00\tINFO\tCreating config map name: np-statsd-config-map\n2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: np-statsd-config-map\n2026-06-08T21:02:29-04:00\tINFO\tCreating config map name: nodepool-tooling-config-map\n2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: nodepool-tooling-config-map\n2026-06-08T21:02:29-04:00\tINFO\tCreating config map name: nodepool-launcher-extra-config-config-map\n2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: nodepool-launcher-extra-config-config-map\n2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: zuul-capacity\n2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: nodepool-launcher\n2026-06-08T21:02:29-04:00\tINFO\tCreating config map name: nodepool-builder-extra-config-config-map\n2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: nodepool-builder-extra-config-config-map\n2026-06-08T21:02:29-04:00\tINFO\tCreating service, name: nodepool-builder\n2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: nodepool-builder\n2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: nodepool-builder\n2026-06-08T21:02:30-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-08T21:02:30-04:00\tINFO\tCreating object, name: zuul-executor-headless\n2026-06-08T21:02:30-04:00\tINFO\tCreating config map name: zuul-extra-config-map\n2026-06-08T21:02:30-04:00\tINFO\tCreating object, name: zuul-extra-config-map\n2026-06-08T21:02:30-04:00\tINFO\tCreating config map name: zuul-statsd-config-map\n2026-06-08T21:02:30-04:00\tINFO\tCreating object, name: zuul-statsd-config-map\n2026-06-08T21:02:30-04:00\tINFO\tCreating config map name: zuul-logging-config-map\n2026-06-08T21:02:30-04:00\tINFO\tCreating object, name: zuul-logging-config-map\n2026-06-08T21:02:31-04:00\tINFO\tCreating object, name: zuul-scheduler\n2026-06-08T21:02:31-04:00\tINFO\tCreating object, name: zuul-executor\n2026-06-08T21:02:32-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-08T21:02:33-04:00\tINFO\tCreating object, name: zuul-merger\n2026-06-08T21:02:33-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:02:33-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...\n2026-06-08T21:02:38-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:02:38-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:02:38-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:02:39-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:02:39-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:02:39-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:02:39-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:02:39-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:02:39-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:02:39-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:02:39-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:02:39-04:00\tINFO\tCreating object, name: nodepool-launcher\n2026-06-08T21:02:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:02:39-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T21:02:40-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:02:40-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T21:02:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:02:40-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T21:02:41-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:02:41-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor\n2026-06-08T21:02:41-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:02:41-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T21:02:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:02:42-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger\n2026-06-08T21:02:42-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: Waiting ...\n\t - |_ Merger: Waiting ...\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:02:42-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...\n2026-06-08T21:02:47-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:02:47-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:02:47-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:02:48-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:02:48-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:02:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:02:48-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:02:48-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:02:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:02:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:02:48-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:02:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:02:49-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T21:02:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:02:49-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T21:02:50-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:02:50-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T21:02:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:02:51-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:02:51-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T21:02:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:02:51-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:02:51-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...\n2026-06-08T21:02:56-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:02:56-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:02:56-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:02:57-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:02:57-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:02:57-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:02:57-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:02:57-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:02:57-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:02:57-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:02:57-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:02:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:02:58-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T21:02:58-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:02:58-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T21:02:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:02:59-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T21:02:59-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:03:00-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:03:00-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T21:03:01-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:03:01-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:03:01-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...\n2026-06-08T21:03:06-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:03:06-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:03:06-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:03:06-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:03:06-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:03:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:03:06-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:03:06-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:03:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:03:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:03:07-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:03:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:03:07-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher\n2026-06-08T21:03:07-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:03:07-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder\n2026-06-08T21:03:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:03:08-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T21:03:08-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:03:09-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:03:09-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T21:03:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:03:10-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: Waiting ...\n\t - NodePoolLauncher: Waiting ...\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:03:10-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...\n2026-06-08T21:03:15-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:03:15-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:03:15-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:03:15-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:03:16-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:03:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:03:16-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:03:16-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:03:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:03:16-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:03:16-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:03:16-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:03:16-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:03:17-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:03:17-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:03:17-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T21:03:17-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:03:18-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:03:18-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T21:03:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:03:19-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:03:19-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...\n2026-06-08T21:03:24-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:03:24-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:03:24-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:03:25-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:03:25-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:03:25-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:03:25-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:03:25-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:03:25-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:03:25-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:03:25-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:03:26-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:03:26-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:03:26-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:03:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:03:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler\n2026-06-08T21:03:27-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:03:28-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:03:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T21:03:28-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:03:28-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:03:28-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...\n2026-06-08T21:03:33-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:03:33-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:03:33-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:03:34-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:03:34-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:03:34-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:03:34-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:03:34-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:03:34-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:03:34-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:03:34-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:03:35-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:03:35-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:03:35-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:03:36-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:03:36-04:00\tINFO\tCreating object, name: zuul-weeder\n2026-06-08T21:03:36-04:00\tINFO\tCreating object, name: zuul-weeder\n2026-06-08T21:03:36-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:03:37-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:03:37-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T21:03:38-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:03:38-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: Waiting ...\n\t - |_ Web: OK\n\n2026-06-08T21:03:38-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...\n2026-06-08T21:03:43-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:03:43-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:03:43-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:03:43-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:03:43-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:03:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:03:43-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:03:43-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:03:43-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:03:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:03:44-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:03:44-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:03:44-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:03:44-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:03:45-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:03:45-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T21:03:45-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T21:03:45-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:03:46-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:03:46-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T21:03:47-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:03:47-04:00\tINFO\tCreating config map name: pymod-sf-operator-config-map\n2026-06-08T21:03:47-04:00\tINFO\tCreating object, name: pymod-sf-operator-config-map\n2026-06-08T21:03:47-04:00\tINFO\tCreating object, name: config-updater\n2026-06-08T21:03:47-04:00\tINFO\tCreating object, name: config-updater-role\n2026-06-08T21:03:47-04:00\tINFO\tCreating object, name: config-updater\n2026-06-08T21:03:47-04:00\tINFO\tCreating the config-update service account secret\n2026-06-08T21:03:47-04:00\tINFO\tCreating object, name: config-update-secrets\n2026-06-08T21:03:47-04:00\tINFO\tCreating base secret job\n2026-06-08T21:03:47-04:00\tINFO\tCreating object, name: config-base-secret-1-8517-ns\n2026-06-08T21:03:47-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T21:03:47-04:00\tINFO\t[attempt #13] Waiting 5s for the next reconcile call ...\n2026-06-08T21:03:52-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:03:52-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:03:52-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:03:53-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:03:53-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:03:53-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:03:53-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:03:53-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:03:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:03:53-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:03:53-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:03:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:03:54-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:03:54-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:03:55-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:03:55-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T21:03:55-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T21:03:55-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:03:56-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:03:56-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T21:03:57-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:03:57-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant\n2026-06-08T21:03:57-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]\n2026-06-08T21:04:02-04:00\tINFO\tDeleting object, name: zuul-web\n2026-06-08T21:04:02-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure\n2026-06-08T21:04:02-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T21:04:02-04:00\tINFO\t[attempt #14] Waiting 5s for the next reconcile call ...\n2026-06-08T21:04:07-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:04:07-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:04:07-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:04:08-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:04:08-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:04:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:04:08-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:04:08-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:04:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:04:08-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:04:08-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:04:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:04:09-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:04:09-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:04:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:04:10-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T21:04:10-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T21:04:10-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:04:11-04:00\tINFO\tCreating object, name: zuul-web\n2026-06-08T21:04:12-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:04:12-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:04:12-04:00\tINFO\t[attempt #15] Waiting 5s for the next reconcile call ...\n2026-06-08T21:04:17-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:04:17-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:04:17-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:04:17-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:04:17-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:04:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:04:17-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:04:17-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:04:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:04:18-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:04:18-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:04:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:04:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:04:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:04:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:04:19-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T21:04:19-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T21:04:19-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:04:20-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:04:20-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T21:04:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:04:21-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:04:21-04:00\tINFO\t[attempt #16] Waiting 5s for the next reconcile call ...\n2026-06-08T21:04:26-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:04:26-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:04:26-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:04:26-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:04:26-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:04:26-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:04:26-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:04:27-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:04:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:04:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:04:27-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:04:27-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:04:27-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:04:27-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:04:28-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:04:28-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T21:04:28-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T21:04:28-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:04:29-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:04:29-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T21:04:30-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:04:30-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:04:30-04:00\tINFO\t[attempt #17] Waiting 5s for the next reconcile call ...\n2026-06-08T21:04:35-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:04:35-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:04:35-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:04:36-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:04:36-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:04:36-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:04:36-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:04:36-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:04:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:04:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:04:36-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:04:37-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:04:37-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:04:37-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:04:38-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:04:38-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T21:04:38-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T21:04:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:04:38-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:04:38-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T21:04:39-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:04:39-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:04:39-04:00\tINFO\t[attempt #18] Waiting 5s for the next reconcile call ...\n2026-06-08T21:04:44-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:04:44-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:04:44-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:04:45-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:04:45-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:04:45-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:04:45-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:04:45-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:04:45-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:04:45-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:04:45-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:04:46-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:04:46-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:04:46-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:04:47-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:04:47-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T21:04:47-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T21:04:47-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:04:48-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:04:48-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T21:04:49-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:04:49-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:04:49-04:00\tINFO\t[attempt #19] Waiting 5s for the next reconcile call ...\n2026-06-08T21:04:54-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:04:54-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:04:54-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:04:54-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:04:54-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:04:54-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:04:54-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:04:54-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:04:54-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:04:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:04:55-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:04:55-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:04:55-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:04:55-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:04:56-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:04:56-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T21:04:56-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T21:04:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:04:57-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:04:57-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T21:04:58-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:04:58-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:04:58-04:00\tINFO\t[attempt #20] Waiting 5s for the next reconcile call ...\n2026-06-08T21:05:03-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:05:03-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:05:03-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:05:03-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:05:03-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:05:03-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:05:03-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:05:03-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:05:03-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:05:04-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:05:04-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:05:04-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:05:04-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:05:04-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:05:05-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:05:05-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T21:05:05-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T21:05:05-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:05:06-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:05:06-04:00\tINFO\tdeployment rollout not ok, name: zuul-web\n2026-06-08T21:05:07-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:05:07-04:00\tINFO\t\n\t - Config: Waiting ...\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: Waiting ...\n\t - |_ Config Secrets: OK\n\t - |_ Executor: OK\n\t - |_ Merger: OK\n\t - |_ Scheduler: OK\n\t - |_ Web: Waiting ...\n\n2026-06-08T21:05:07-04:00\tINFO\t[attempt #21] Waiting 5s for the next reconcile call ...\n2026-06-08T21:05:12-04:00\tINFO\tDeleting object, name: ca-cert\n2026-06-08T21:05:12-04:00\tINFO\tWaiting for statefulset, name: git-server\n2026-06-08T21:05:12-04:00\tINFO\tWaiting for statefulset, name: mariadb\n2026-06-08T21:05:13-04:00\tINFO\tWaiting for statefulset, name: logserver\n2026-06-08T21:05:13-04:00\tINFO\tWaiting for deployment, name: gateway\n2026-06-08T21:05:13-04:00\tINFO\tChecking deployment ready replicas, name: gateway\n2026-06-08T21:05:13-04:00\tINFO\tWaiting for statefulset, name: hound-search\n2026-06-08T21:05:13-04:00\tINFO\tWaiting for deployment, name: logjuicer\n2026-06-08T21:05:13-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer\n2026-06-08T21:05:13-04:00\tINFO\tWaiting for statefulset, name: zookeeper\n2026-06-08T21:05:13-04:00\tINFO\tDeploying Zuul and Nodepool ...\n2026-06-08T21:05:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher\n2026-06-08T21:05:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher\n2026-06-08T21:05:14-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder\n2026-06-08T21:05:14-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler\n2026-06-08T21:05:14-04:00\tINFO\tWaiting for deployment, name: zuul-weeder\n2026-06-08T21:05:14-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder\n2026-06-08T21:05:15-04:00\tINFO\tWaiting for statefulset, name: zuul-executor\n2026-06-08T21:05:15-04:00\tINFO\tWaiting for deployment, name: zuul-web\n2026-06-08T21:05:15-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web\n2026-06-08T21:05:16-04:00\tINFO\tWaiting for statefulset, name: zuul-merger\n2026-06-08T21:05:17-04:00\tINFO\t\n\t - Config: OK\n\t - Gateway: OK\n\t - GitServer: OK\n\t - HoundSearch: OK\n\t - LogJuicer: OK\n\t - Logserver: OK\n\t - MariaDB: OK\n\t - NodePoolBuilder: OK\n\t - NodePoolLauncher: OK\n\t - Zookeeper: OK\n\t - Zuul: OK\n\n2026-06-08T21:05:17-04:00\tINFO\tUpdating controller configmap ...\n2026-06-08T21:05:17-04:00\tINFO\tStandalone reconcile done.", "stdout_lines": [ "2026-06-08T21:01:25-04:00\tINFO\tOPENSHIFT_USER environment variable is not set, discovering Kubernetes Distribution", "", "2026-06-08T21:01:25-04:00\tINFO\tKubernetes Distribution found: Kubernetes", "", "2026-06-08T21:01:25-04:00\tINFO\tRestoring secrets...", "2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: zookeeper-client-tls", "2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: zookeeper-server-tls", "2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: nodepool-builder-ssh-key", "2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: zuul-ssh-key", "2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: zuul-spare-ssh-key", "2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: zuul-keystore-password", "2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: zuul-auth-secret", "2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: logserver-keys", "2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: logserver-uploader-keys", "2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: logserver-uploader-spare-keys", "2026-06-08T21:01:25-04:00\tINFO\tSpawning backend services...", "2026-06-08T21:01:25-04:00\tINFO\tCreating secret, name: mariadb-root-password", "2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: mariadb-root-password", "2026-06-08T21:01:25-04:00\tINFO\tCreating secret, name: mariadb-config-secrets", "2026-06-08T21:01:25-04:00\tINFO\tCreating object, name: mariadb-config-secrets", "2026-06-08T21:01:26-04:00\tINFO\tCreating secret, name: mariadb-initdb-secrets", "2026-06-08T21:01:26-04:00\tINFO\tCreating object, name: mariadb-initdb-secrets", "2026-06-08T21:01:26-04:00\tINFO\tCreating object, name: mariadb", "2026-06-08T21:01:26-04:00\tINFO\tCreating config map name: zookeeper-pi-config-map", "2026-06-08T21:01:26-04:00\tINFO\tCreating object, name: zookeeper-pi-config-map", "2026-06-08T21:01:26-04:00\tINFO\tCreating service, name: zookeeper-headless", "2026-06-08T21:01:26-04:00\tINFO\tCreating object, name: zookeeper-headless", "2026-06-08T21:01:26-04:00\tINFO\tCreating service, name: zookeeper", "2026-06-08T21:01:26-04:00\tINFO\tCreating object, name: zookeeper", "2026-06-08T21:01:26-04:00\tINFO\tCreating object, name: zookeeper", "2026-06-08T21:01:26-04:00\tINFO\tWaiting for backend services...", "2026-06-08T21:01:27-04:00\tINFO\tCreating service, name: mariadb", "2026-06-08T21:01:27-04:00\tINFO\tCreating object, name: mariadb", "2026-06-08T21:01:27-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:27-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:28-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:28-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:29-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:29-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:30-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:30-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:31-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:31-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:32-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:32-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:33-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:33-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:34-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:34-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:35-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:35-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:36-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:36-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:37-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:37-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:38-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:38-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:39-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:39-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:40-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:40-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:41-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:41-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:42-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:42-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:43-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:43-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:44-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:44-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:45-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:45-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:46-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:46-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:47-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:47-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:48-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:48-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:49-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:49-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:50-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:50-04:00\tINFO\tstatefulset rollout not ok, name: mariadb", "2026-06-08T21:01:51-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:51-04:00\tINFO\tCreating object, name: zuul-db-connection", "2026-06-08T21:01:51-04:00\tINFO\tCreating object, name: zuul-db-provision", "2026-06-08T21:01:52-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:53-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:54-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:55-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:56-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:01:56-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:01:57-04:00\tINFO\tCreating secret, name: zuul-config", "2026-06-08T21:01:57-04:00\tINFO\tCreating object, name: zuul-config", "2026-06-08T21:01:57-04:00\tINFO\tCreating config map name: zuul-scheduler-tooling-config-map", "2026-06-08T21:01:57-04:00\tINFO\tCreating object, name: zuul-scheduler-tooling-config-map", "2026-06-08T21:01:57-04:00\tINFO\tCreating object, name: zuul-kazoo", "2026-06-08T21:01:59-04:00\tINFO\tRestoring Zuul...", "2026-06-08T21:01:59-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c rm -rf /tmp/zuul-import && mkdir -p /tmp/zuul-import]", "2026-06-08T21:01:59-04:00\tINFO\tRunning pod execution pod: zuul-kazoo, command: [bash -c cat > /tmp/zuul.keys && zuul-admin import-keys --force /tmp/zuul.keys]", "INFO:kazoo.client:Connecting to zookeeper-0.zookeeper-headless.sf(10.244.0.115):2281, use_ssl: True", "INFO:kazoo.client:Zookeeper connection established, state: CONNECTED", "INFO:zuul.KeyStorage:Created key at /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/ssh", "INFO:zuul.KeyStorage:Created key at /keystorage/opendev.org/zuul/zuul%2Fzuul-jobs/secrets", "INFO:zuul.KeyStorage:Created key at /keystorage/git-server/system-config/system-config/ssh", "INFO:zuul.KeyStorage:Created key at /keystorage/git-server/system-config/system-config/secrets", "INFO:zuul.KeyStorage:Created key at /keystorage/gerrit/demo-project/demo-project/ssh", "INFO:zuul.KeyStorage:Created key at /keystorage/gerrit/demo-project/demo-project/secrets", "INFO:zuul.KeyStorage:Created key at /keystorage/gerrit/demo-tenant-config/demo-tenant-config/ssh", "INFO:zuul.KeyStorage:Created key at /keystorage/gerrit/demo-tenant-config/demo-tenant-config/secrets", "INFO:zuul.KeyStorage:Created key at /keystorage/gerrit/config/config/ssh", "INFO:zuul.KeyStorage:Created key at /keystorage/gerrit/config/config/secrets", "INFO:zuul.KeyStorage:Created key at /keystorage/gerrit/ichiban-config-LIHNHN3d/ichiban-config-LIHNHN3d/ssh", "INFO:zuul.KeyStorage:Created key at /keystorage/gerrit/ichiban-config-LIHNHN3d/ichiban-config-LIHNHN3d/secrets", "INFO:zuul.KeyStorage:Created key at /keystorage2/tenant/ichiban-tenant-LIHNHN3d/ssh", "INFO:zuul.KeyStorage:Created key at /keystorage2/tenant/internal/ssh", "INFO:zuul.KeyStorage:Created key at /keystorage2/tenant/demo-tenant/ssh", "2026-06-08T21:02:03-04:00\tINFO\tFinished doing Zuul private keys restore!", "2026-06-08T21:02:03-04:00\tINFO\tRestoring DB...", "2026-06-08T21:02:03-04:00\tINFO\tRunning pod execution pod: mariadb-0, command: [mysql -e DROP DATABASE zuul;]", "mysql: Deprecated program name. It will be removed in a future release, use '/usr/bin/mariadb' instead", "Warning: World-writable config file '/etc/my.cnf.d/docker.cnf' is ignored", "2026-06-08T21:02:03-04:00\tINFO\tRunning pod execution pod: mariadb-0, command: [mysql -h0]", "mysql: Deprecated program name. It will be removed in a future release, use '/usr/bin/mariadb' instead", "Warning: World-writable config file '/etc/my.cnf.d/docker.cnf' is ignored", "2026-06-08T21:02:03-04:00\tINFO\tFinished restoring DB from backup!", "2026-06-08T21:02:03-04:00\tINFO\tDeleting object, name: zuul-kazoo", "2026-06-08T21:02:03-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:02:03-04:00\tINFO\tCreating config map name: git-server-pi-config-map", "2026-06-08T21:02:03-04:00\tINFO\tCreating object, name: git-server-pi-config-map", "2026-06-08T21:02:03-04:00\tINFO\tCreating object, name: git-server", "2026-06-08T21:02:03-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:02:04-04:00\tINFO\tCreating config map name: logserver-config-map", "2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: logserver-config-map", "2026-06-08T21:02:04-04:00\tINFO\tCreating service, name: logserver", "2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: logserver", "2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: logserver", "2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: gateway", "2026-06-08T21:02:04-04:00\tINFO\tCreating config map name: gateway-config-map", "2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: gateway-config-map", "2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: gateway", "2026-06-08T21:02:04-04:00\tINFO\tCreating service, name: hound-search", "2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: hound-search", "2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: hound-search", "2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: logjuicer-pvc", "2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: logjuicer", "2026-06-08T21:02:04-04:00\tINFO\tCreating object, name: logjuicer", "2026-06-08T21:02:04-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:02:04-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T21:02:04-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: Waiting ...", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: Waiting ...", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T21:02:04-04:00\tINFO\t[attempt #1] Waiting 5s for the next reconcile call ...", "2026-06-08T21:02:09-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:02:09-04:00\tINFO\tCreating service, name: git-server", "2026-06-08T21:02:09-04:00\tINFO\tCreating object, name: git-server", "2026-06-08T21:02:09-04:00\tINFO\tCreating service, name: git-server-rw", "2026-06-08T21:02:09-04:00\tINFO\tCreating object, name: git-server-rw", "2026-06-08T21:02:09-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:02:09-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T21:02:09-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:02:10-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:02:10-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T21:02:10-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:02:10-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:02:10-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:02:10-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T21:02:10-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:02:10-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:02:10-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:02:10-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T21:02:10-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T21:02:10-04:00\tINFO\t[attempt #2] Waiting 5s for the next reconcile call ...", "2026-06-08T21:02:15-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:02:15-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:02:15-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T21:02:15-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:02:16-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:02:16-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T21:02:16-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:02:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:02:16-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:02:16-04:00\tINFO\tstatefulset rollout not ok, name: hound-search", "2026-06-08T21:02:16-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:02:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:02:16-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:02:16-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T21:02:16-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: Waiting ...", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T21:02:16-04:00\tINFO\t[attempt #3] Waiting 5s for the next reconcile call ...", "2026-06-08T21:02:21-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:02:21-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:02:21-04:00\tINFO\tstatefulset rollout not ok, name: git-server", "2026-06-08T21:02:21-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:02:22-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:02:22-04:00\tINFO\tstatefulset rollout not ok, name: logserver", "2026-06-08T21:02:22-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:02:22-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:02:22-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:02:22-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:02:22-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:02:22-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:02:22-04:00\tINFO\tWaiting for GitServer and MariaDB services to be ready ...", "2026-06-08T21:02:22-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: Waiting ...", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: Waiting ...", "\t - MariaDB: OK", "\t - Zookeeper: OK", "", "2026-06-08T21:02:22-04:00\tINFO\t[attempt #4] Waiting 5s for the next reconcile call ...", "2026-06-08T21:02:27-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:02:27-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:02:27-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:02:28-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:02:28-04:00\tINFO\tRunning pod execution pod: logserver-0, command: [cat /tmp/home/.ssh/authorized_keys]", "2026-06-08T21:02:28-04:00\tINFO\tLogserver authorized_keys is up to date", "2026-06-08T21:02:28-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:02:28-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:02:28-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:02:28-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:02:28-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:02:28-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:02:28-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:02:29-04:00\tINFO\tCreating config map name: np-statsd-config-map", "2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: np-statsd-config-map", "2026-06-08T21:02:29-04:00\tINFO\tCreating config map name: nodepool-tooling-config-map", "2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: nodepool-tooling-config-map", "2026-06-08T21:02:29-04:00\tINFO\tCreating config map name: nodepool-launcher-extra-config-config-map", "2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: nodepool-launcher-extra-config-config-map", "2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: zuul-capacity", "2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: nodepool-launcher", "2026-06-08T21:02:29-04:00\tINFO\tCreating config map name: nodepool-builder-extra-config-config-map", "2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: nodepool-builder-extra-config-config-map", "2026-06-08T21:02:29-04:00\tINFO\tCreating service, name: nodepool-builder", "2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: nodepool-builder", "2026-06-08T21:02:29-04:00\tINFO\tCreating object, name: nodepool-builder", "2026-06-08T21:02:30-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-08T21:02:30-04:00\tINFO\tCreating object, name: zuul-executor-headless", "2026-06-08T21:02:30-04:00\tINFO\tCreating config map name: zuul-extra-config-map", "2026-06-08T21:02:30-04:00\tINFO\tCreating object, name: zuul-extra-config-map", "2026-06-08T21:02:30-04:00\tINFO\tCreating config map name: zuul-statsd-config-map", "2026-06-08T21:02:30-04:00\tINFO\tCreating object, name: zuul-statsd-config-map", "2026-06-08T21:02:30-04:00\tINFO\tCreating config map name: zuul-logging-config-map", "2026-06-08T21:02:30-04:00\tINFO\tCreating object, name: zuul-logging-config-map", "2026-06-08T21:02:31-04:00\tINFO\tCreating object, name: zuul-scheduler", "2026-06-08T21:02:31-04:00\tINFO\tCreating object, name: zuul-executor", "2026-06-08T21:02:32-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-08T21:02:33-04:00\tINFO\tCreating object, name: zuul-merger", "2026-06-08T21:02:33-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:02:33-04:00\tINFO\t[attempt #5] Waiting 5s for the next reconcile call ...", "2026-06-08T21:02:38-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:02:38-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:02:38-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:02:39-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:02:39-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:02:39-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:02:39-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:02:39-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:02:39-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:02:39-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:02:39-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:02:39-04:00\tINFO\tCreating object, name: nodepool-launcher", "2026-06-08T21:02:39-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:02:39-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T21:02:40-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:02:40-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T21:02:40-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:02:40-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T21:02:41-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:02:41-04:00\tINFO\tstatefulset rollout not ok, name: zuul-executor", "2026-06-08T21:02:41-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:02:41-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T21:02:42-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:02:42-04:00\tINFO\tstatefulset rollout not ok, name: zuul-merger", "2026-06-08T21:02:42-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: Waiting ...", "\t - |_ Merger: Waiting ...", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:02:42-04:00\tINFO\t[attempt #6] Waiting 5s for the next reconcile call ...", "2026-06-08T21:02:47-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:02:47-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:02:47-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:02:48-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:02:48-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:02:48-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:02:48-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:02:48-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:02:48-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:02:48-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:02:48-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:02:49-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:02:49-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T21:02:49-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:02:49-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T21:02:50-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:02:50-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T21:02:50-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:02:51-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:02:51-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T21:02:51-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:02:51-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:02:51-04:00\tINFO\t[attempt #7] Waiting 5s for the next reconcile call ...", "2026-06-08T21:02:56-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:02:56-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:02:56-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:02:57-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:02:57-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:02:57-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:02:57-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:02:57-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:02:57-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:02:57-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:02:57-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:02:58-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:02:58-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T21:02:58-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:02:58-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T21:02:59-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:02:59-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T21:02:59-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:03:00-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:03:00-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T21:03:01-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:03:01-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:03:01-04:00\tINFO\t[attempt #8] Waiting 5s for the next reconcile call ...", "2026-06-08T21:03:06-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:03:06-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:03:06-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:03:06-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:03:06-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:03:06-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:03:06-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:03:06-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:03:06-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:03:07-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:03:07-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:03:07-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:03:07-04:00\tINFO\tdeployment rollout not ok, name: nodepool-launcher", "2026-06-08T21:03:07-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:03:07-04:00\tINFO\tstatefulset rollout not ok, name: nodepool-builder", "2026-06-08T21:03:08-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:03:08-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T21:03:08-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:03:09-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:03:09-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T21:03:10-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:03:10-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: Waiting ...", "\t - NodePoolLauncher: Waiting ...", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:03:10-04:00\tINFO\t[attempt #9] Waiting 5s for the next reconcile call ...", "2026-06-08T21:03:15-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:03:15-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:03:15-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:03:15-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:03:16-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:03:16-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:03:16-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:03:16-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:03:16-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:03:16-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:03:16-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:03:16-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:03:16-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:03:17-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:03:17-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:03:17-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T21:03:17-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:03:18-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:03:18-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T21:03:19-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:03:19-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:03:19-04:00\tINFO\t[attempt #10] Waiting 5s for the next reconcile call ...", "2026-06-08T21:03:24-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:03:24-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:03:24-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:03:25-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:03:25-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:03:25-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:03:25-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:03:25-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:03:25-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:03:25-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:03:25-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:03:26-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:03:26-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:03:26-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:03:27-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:03:27-04:00\tINFO\tstatefulset rollout not ok, name: zuul-scheduler", "2026-06-08T21:03:27-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:03:28-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:03:28-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T21:03:28-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:03:28-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:03:28-04:00\tINFO\t[attempt #11] Waiting 5s for the next reconcile call ...", "2026-06-08T21:03:33-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:03:33-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:03:33-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:03:34-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:03:34-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:03:34-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:03:34-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:03:34-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:03:34-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:03:34-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:03:34-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:03:35-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:03:35-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:03:35-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:03:36-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:03:36-04:00\tINFO\tCreating object, name: zuul-weeder", "2026-06-08T21:03:36-04:00\tINFO\tCreating object, name: zuul-weeder", "2026-06-08T21:03:36-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:03:37-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:03:37-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T21:03:38-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:03:38-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: Waiting ...", "\t - |_ Web: OK", "", "2026-06-08T21:03:38-04:00\tINFO\t[attempt #12] Waiting 5s for the next reconcile call ...", "2026-06-08T21:03:43-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:03:43-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:03:43-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:03:43-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:03:43-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:03:43-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:03:43-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:03:43-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:03:43-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:03:44-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:03:44-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:03:44-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:03:44-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:03:44-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:03:45-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:03:45-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T21:03:45-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T21:03:45-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:03:46-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:03:46-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T21:03:47-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:03:47-04:00\tINFO\tCreating config map name: pymod-sf-operator-config-map", "2026-06-08T21:03:47-04:00\tINFO\tCreating object, name: pymod-sf-operator-config-map", "2026-06-08T21:03:47-04:00\tINFO\tCreating object, name: config-updater", "2026-06-08T21:03:47-04:00\tINFO\tCreating object, name: config-updater-role", "2026-06-08T21:03:47-04:00\tINFO\tCreating object, name: config-updater", "2026-06-08T21:03:47-04:00\tINFO\tCreating the config-update service account secret", "2026-06-08T21:03:47-04:00\tINFO\tCreating object, name: config-update-secrets", "2026-06-08T21:03:47-04:00\tINFO\tCreating base secret job", "2026-06-08T21:03:47-04:00\tINFO\tCreating object, name: config-base-secret-1-8517-ns", "2026-06-08T21:03:47-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T21:03:47-04:00\tINFO\t[attempt #13] Waiting 5s for the next reconcile call ...", "2026-06-08T21:03:52-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:03:52-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:03:52-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:03:53-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:03:53-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:03:53-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:03:53-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:03:53-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:03:53-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:03:53-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:03:53-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:03:54-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:03:54-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:03:54-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:03:55-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:03:55-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T21:03:55-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T21:03:55-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:03:56-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:03:56-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T21:03:57-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:03:57-04:00\tINFO\tRunning tenant-reconfigure for the 'internal' tenant", "2026-06-08T21:03:57-04:00\tINFO\tRunning pod execution pod: zuul-scheduler-0, command: [zuul-scheduler tenant-reconfigure internal]", "2026-06-08T21:04:02-04:00\tINFO\tDeleting object, name: zuul-web", "2026-06-08T21:04:02-04:00\tINFO\tCreating object, name: zs-internal-tenant-reconfigure", "2026-06-08T21:04:02-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T21:04:02-04:00\tINFO\t[attempt #14] Waiting 5s for the next reconcile call ...", "2026-06-08T21:04:07-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:04:07-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:04:07-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:04:08-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:04:08-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:04:08-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:04:08-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:04:08-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:04:08-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:04:08-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:04:08-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:04:09-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:04:09-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:04:09-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:04:10-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:04:10-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T21:04:10-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T21:04:10-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:04:11-04:00\tINFO\tCreating object, name: zuul-web", "2026-06-08T21:04:12-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:04:12-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:04:12-04:00\tINFO\t[attempt #15] Waiting 5s for the next reconcile call ...", "2026-06-08T21:04:17-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:04:17-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:04:17-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:04:17-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:04:17-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:04:17-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:04:17-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:04:17-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:04:17-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:04:18-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:04:18-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:04:18-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:04:18-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:04:18-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:04:19-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:04:19-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T21:04:19-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T21:04:19-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:04:20-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:04:20-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T21:04:21-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:04:21-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:04:21-04:00\tINFO\t[attempt #16] Waiting 5s for the next reconcile call ...", "2026-06-08T21:04:26-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:04:26-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:04:26-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:04:26-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:04:26-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:04:26-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:04:26-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:04:27-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:04:27-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:04:27-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:04:27-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:04:27-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:04:27-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:04:27-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:04:28-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:04:28-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T21:04:28-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T21:04:28-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:04:29-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:04:29-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T21:04:30-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:04:30-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:04:30-04:00\tINFO\t[attempt #17] Waiting 5s for the next reconcile call ...", "2026-06-08T21:04:35-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:04:35-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:04:35-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:04:36-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:04:36-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:04:36-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:04:36-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:04:36-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:04:36-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:04:36-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:04:36-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:04:37-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:04:37-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:04:37-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:04:38-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:04:38-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T21:04:38-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T21:04:38-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:04:38-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:04:38-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T21:04:39-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:04:39-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:04:39-04:00\tINFO\t[attempt #18] Waiting 5s for the next reconcile call ...", "2026-06-08T21:04:44-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:04:44-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:04:44-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:04:45-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:04:45-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:04:45-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:04:45-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:04:45-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:04:45-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:04:45-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:04:45-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:04:46-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:04:46-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:04:46-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:04:47-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:04:47-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T21:04:47-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T21:04:47-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:04:48-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:04:48-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T21:04:49-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:04:49-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:04:49-04:00\tINFO\t[attempt #19] Waiting 5s for the next reconcile call ...", "2026-06-08T21:04:54-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:04:54-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:04:54-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:04:54-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:04:54-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:04:54-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:04:54-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:04:54-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:04:54-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:04:55-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:04:55-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:04:55-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:04:55-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:04:55-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:04:56-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:04:56-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T21:04:56-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T21:04:56-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:04:57-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:04:57-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T21:04:58-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:04:58-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:04:58-04:00\tINFO\t[attempt #20] Waiting 5s for the next reconcile call ...", "2026-06-08T21:05:03-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:05:03-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:05:03-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:05:03-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:05:03-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:05:03-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:05:03-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:05:03-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:05:03-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:05:04-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:05:04-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:05:04-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:05:04-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:05:04-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:05:05-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:05:05-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T21:05:05-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T21:05:05-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:05:06-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:05:06-04:00\tINFO\tdeployment rollout not ok, name: zuul-web", "2026-06-08T21:05:07-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:05:07-04:00\tINFO\t", "\t - Config: Waiting ...", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: Waiting ...", "\t - |_ Config Secrets: OK", "\t - |_ Executor: OK", "\t - |_ Merger: OK", "\t - |_ Scheduler: OK", "\t - |_ Web: Waiting ...", "", "2026-06-08T21:05:07-04:00\tINFO\t[attempt #21] Waiting 5s for the next reconcile call ...", "2026-06-08T21:05:12-04:00\tINFO\tDeleting object, name: ca-cert", "2026-06-08T21:05:12-04:00\tINFO\tWaiting for statefulset, name: git-server", "2026-06-08T21:05:12-04:00\tINFO\tWaiting for statefulset, name: mariadb", "2026-06-08T21:05:13-04:00\tINFO\tWaiting for statefulset, name: logserver", "2026-06-08T21:05:13-04:00\tINFO\tWaiting for deployment, name: gateway", "2026-06-08T21:05:13-04:00\tINFO\tChecking deployment ready replicas, name: gateway", "2026-06-08T21:05:13-04:00\tINFO\tWaiting for statefulset, name: hound-search", "2026-06-08T21:05:13-04:00\tINFO\tWaiting for deployment, name: logjuicer", "2026-06-08T21:05:13-04:00\tINFO\tChecking deployment ready replicas, name: logjuicer", "2026-06-08T21:05:13-04:00\tINFO\tWaiting for statefulset, name: zookeeper", "2026-06-08T21:05:13-04:00\tINFO\tDeploying Zuul and Nodepool ...", "2026-06-08T21:05:13-04:00\tINFO\tWaiting for deployment, name: nodepool-launcher", "2026-06-08T21:05:13-04:00\tINFO\tChecking deployment ready replicas, name: nodepool-launcher", "2026-06-08T21:05:14-04:00\tINFO\tWaiting for statefulset, name: nodepool-builder", "2026-06-08T21:05:14-04:00\tINFO\tWaiting for statefulset, name: zuul-scheduler", "2026-06-08T21:05:14-04:00\tINFO\tWaiting for deployment, name: zuul-weeder", "2026-06-08T21:05:14-04:00\tINFO\tChecking deployment ready replicas, name: zuul-weeder", "2026-06-08T21:05:15-04:00\tINFO\tWaiting for statefulset, name: zuul-executor", "2026-06-08T21:05:15-04:00\tINFO\tWaiting for deployment, name: zuul-web", "2026-06-08T21:05:15-04:00\tINFO\tChecking deployment ready replicas, name: zuul-web", "2026-06-08T21:05:16-04:00\tINFO\tWaiting for statefulset, name: zuul-merger", "2026-06-08T21:05:17-04:00\tINFO\t", "\t - Config: OK", "\t - Gateway: OK", "\t - GitServer: OK", "\t - HoundSearch: OK", "\t - LogJuicer: OK", "\t - Logserver: OK", "\t - MariaDB: OK", "\t - NodePoolBuilder: OK", "\t - NodePoolLauncher: OK", "\t - Zookeeper: OK", "\t - Zuul: OK", "", "2026-06-08T21:05:17-04:00\tINFO\tUpdating controller configmap ...", "2026-06-08T21:05:17-04:00\tINFO\tStandalone reconcile done." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000107-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000102", "name": "health-check/test-backup-restore", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-backup-restore" }, "task": { "duration": { "end": "2026-06-09T01:05:17.864033Z", "start": "2026-06-09T01:01:24.538958Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000107", "name": "Restore backup of the Software Factory previous deployment" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content": "[{\"_id\": 14, \"uuid\": \"75ddafec2060461ab65e2604ce44f8d1\", \"result\": \"SUCCESS\", \"message\": \"Build succeeded.\", \"pipeline\": \"post\", \"event_id\": \"5122b890c8524bc7ba9b46575f263765\", \"event_timestamp\": \"2026-06-09T00:54:23\", \"queue_item_uuid\": \"c3b36eb46fc540b78bc8fbc52510cdb3\", \"first_build_start_time\": \"2026-06-09T00:54:25\", \"last_build_end_time\": \"2026-06-09T00:56:02\", \"refs\": [{\"project\": \"config\", \"branch\": \"master\", \"change\": null, \"patchset\": null, \"ref\": \"refs/heads/master\", \"oldrev\": \"903debabdeec14901f512efeb2b5e96ef1afbeb4\", \"newrev\": \"5d65b4b0719eac97f826bad01de3dfec2efe06b7\", \"ref_url\": \"https://gerrit.sfop.me/plugins/gitiles/config/+/5d65b4b0719eac97f826bad01de3dfec2efe06b7^!/\"}]}]", "content_length": "698", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:05:18 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/buildsets?skip=0&limit=1", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "_id": 14, "event_id": "5122b890c8524bc7ba9b46575f263765", "event_timestamp": "2026-06-09T00:54:23", "first_build_start_time": "2026-06-09T00:54:25", "last_build_end_time": "2026-06-09T00:56:02", "message": "Build succeeded.", "pipeline": "post", "queue_item_uuid": "c3b36eb46fc540b78bc8fbc52510cdb3", "refs": [ { "branch": "master", "change": null, "newrev": "5d65b4b0719eac97f826bad01de3dfec2efe06b7", "oldrev": "903debabdeec14901f512efeb2b5e96ef1afbeb4", "patchset": null, "project": "config", "ref": "refs/heads/master", "ref_url": "https://gerrit.sfop.me/plugins/gitiles/config/+/5d65b4b0719eac97f826bad01de3dfec2efe06b7^!/" } ], "result": "SUCCESS", "uuid": "75ddafec2060461ab65e2604ce44f8d1" } ], "msg": "OK (698 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/buildsets?skip=0&limit=1", "via": "1.1 10.244.0.119" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000102", "name": "health-check/test-backup-restore", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-backup-restore" }, "task": { "duration": { "end": "2026-06-09T01:05:18.797250Z", "start": "2026-06-09T01:05:17.877252Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000108", "name": "Fetch the last build ID reported by Zuul web (after restore)" } }, { "hosts": { "controller": { "action": "ansible.builtin.assert", "changed": false, "msg": "All assertions passed" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000102", "name": "health-check/test-backup-restore", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-backup-restore" }, "task": { "duration": { "end": "2026-06-09T01:05:18.845297Z", "start": "2026-06-09T01:05:18.801308Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000109", "name": "Ensure Zuul SQL DB well restored by checking last build ID" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/config-update-zuul" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000102", "name": "health-check/test-backup-restore", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-backup-restore" }, "task": { "duration": { "end": "2026-06-09T01:05:18.885194Z", "start": "2026-06-09T01:05:18.853728Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000010a", "name": "Run a Zuul job workflow in order to validate the restored system" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/check-zuul-tenant" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:05:18.941562Z", "start": "2026-06-09T01:05:18.911344Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000186b", "name": "" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content": "[]", "content_length": "2", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:05:19 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/config-errors", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [], "msg": "OK (2 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/config-errors", "via": "1.1 10.244.0.119" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000018ea", "name": "health-check/check-zuul-tenant", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/check-zuul-tenant" }, "task": { "duration": { "end": "2026-06-09T01:05:19.510735Z", "start": "2026-06-09T01:05:18.965802Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000018ec", "name": "Get configuration errors/warnings into the internal tenant" } }, { "hosts": { "controller": { "action": "ansible.builtin.fail", "changed": false, "false_condition": "tenant_errors.json | length > 0", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-0000000018ea", "name": "health-check/check-zuul-tenant", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/check-zuul-tenant" }, "task": { "duration": { "end": "2026-06-09T01:05:19.572927Z", "start": "2026-06-09T01:05:19.523175Z" }, "id": "0a580a2a-0013-f1cf-ed0f-0000000018ed", "name": "Fail when errors/warnings into the internal tenant" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "random": "jyu4hTvi" }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:05:19.686886Z", "start": "2026-06-09T01:05:19.590783Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000186c", "name": "Set random value" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "repository_name": "ichiban-config-jyu4hTvi", "tenant_name": "ichiban-tenant-jyu4hTvi" }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:05:19.733417Z", "start": "2026-06-09T01:05:19.696013Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000186d", "name": "Create vars to generate and submit resources addition" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "create-gerrit-repository" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:05:19.781630Z", "start": "2026-06-09T01:05:19.742681Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000186e", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "exec", "gerrit-0", "-c", "managesf-resources", "--", "/usr/share/managesf/create-repo.sh", "ichiban-config-jyu4hTvi" ], "delta": "0:00:03.822702", "end": "2026-06-08 21:05:23.924440", "invocation": { "module_args": { "_raw_params": "kubectl exec gerrit-0 -c managesf-resources -- /usr/share/managesf/create-repo.sh ichiban-config-jyu4hTvi\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001999-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:05:20.101738", "stderr": "", "stderr_lines": [], "stdout": "2026-06-09 01:05:21,538 INFO managesf.model.yamlbkd.engine - Resource engine is using /tmp/direct-apply as workdir\n2026-06-09 01:05:21,538 INFO managesf.model.yamlbkd.engine - Resources engine: direct apply resources requested\n2026-06-09 01:05:21,561 INFO managesf.GerritClient - ichiban-config-jyu4hTvi-core: creating group (Team core for the ichiban-config-jyu4hTvi repo)\n2026-06-09 01:05:21,599 INFO managesf.GerritClient - ichiban-config-jyu4hTvi-core: deleting group member admin\n2026-06-09 01:05:21,638 INFO managesf.GerritClient - ichiban-config-jyu4hTvi-ptl: creating group (Team lead for the ichiban-config-jyu4hTvi repo)\n2026-06-09 01:05:21,734 INFO managesf.GerritClient - ichiban-config-jyu4hTvi-ptl: deleting group member admin\n2026-06-09 01:05:21,753 INFO managesf.GerritClient - ichiban-config-jyu4hTvi-ptl: adding group member admin@sfop.me\n2026-06-09 01:05:21,838 INFO managesf.GerritClient - ichiban-config-jyu4hTvi: creating project (ichiban-config-jyu4hTvi repository)\n2026-06-09 01:05:22,023 INFO managesf.services.gerrit.utils - [gerrit] Clone repository ichiban-config-jyu4hTvi\n2026-06-09 01:05:22,291 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'clone', 'ssh://admin@gerrit-sshd:29418/ichiban-config-jyu4hTvi', '/tmp/tmpzxhsw_b2/clone-ichiban-config-jyu4hTvi'] output\n2026-06-09 01:05:22,291 INFO managesf.services.gerrit.utils - Cloning into '/tmp/tmpzxhsw_b2/clone-ichiban-config-jyu4hTvi'...\nTotal 2 (delta 0), reused 0 (delta 0)\n\n2026-06-09 01:05:22,569 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'fetch', '-a'] output\n2026-06-09 01:05:22,569 INFO managesf.services.gerrit.utils - \n2026-06-09 01:05:22,646 INFO managesf.services.gerrit.utils - [gerrit] Prepare push on config for repository ichiban-config-jyu4hTvi\n2026-06-09 01:05:22,868 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'fetch', 'origin', 'refs/meta/config:refs/remotes/origin/meta/config'] output\n2026-06-09 01:05:22,868 INFO managesf.services.gerrit.utils - Total 4 (delta 0), reused 0 (delta 0)\nFrom ssh://gerrit-sshd:29418/ichiban-config-jyu4hTvi\n * [new ref] refs/meta/config -> origin/meta/config\n\n2026-06-09 01:05:22,880 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'checkout', 'meta/config'] output\n2026-06-09 01:05:22,880 INFO managesf.services.gerrit.utils - Switched to a new branch 'meta/config'\nbranch 'meta/config' set up to track 'origin/meta/config'.\n\n2026-06-09 01:05:22,880 INFO managesf.services.gerrit.utils - [gerrit] Add file project.config to index\n2026-06-09 01:05:22,891 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'add', 'project.config'] output\n2026-06-09 01:05:22,892 INFO managesf.services.gerrit.utils - \n2026-06-09 01:05:22,892 INFO managesf.services.gerrit.utils - [gerrit] Add file groups to index\n2026-06-09 01:05:22,917 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'add', 'groups'] output\n2026-06-09 01:05:22,917 INFO managesf.services.gerrit.utils - \n2026-06-09 01:05:22,928 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'status', '-s'] output\n2026-06-09 01:05:22,928 INFO managesf.services.gerrit.utils - M groups\nM project.config\n\n2026-06-09 01:05:22,944 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'commit', '-a', '--author', 'admin ', '-mProvides ACL and Groups'] output\n2026-06-09 01:05:22,945 INFO managesf.services.gerrit.utils - [meta/config 85cd6ce] Provides ACL and Groups\n 2 files changed, 31 insertions(+), 9 deletions(-)\n\n2026-06-09 01:05:23,288 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'push', 'origin', 'meta/config:meta/config'] output\n2026-06-09 01:05:23,288 INFO managesf.services.gerrit.utils - remote: \rremote: Processing changes: refs: 1 \rremote: Processing changes: refs: 1, done \nTo ssh://gerrit-sshd:29418/ichiban-config-jyu4hTvi\n e46374e..85cd6ce meta/config -> refs/meta/config\n\n2026-06-09 01:05:23,288 INFO managesf.services.gerrit.utils - [gerrit] Push on config for repository ichiban-config-jyu4hTvi\n2026-06-09 01:05:23,288 INFO managesf.services.gerrit.utils - [gerrit] Prepare push on master for repository ichiban-config-jyu4hTvi\n2026-06-09 01:05:23,299 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'checkout', 'master'] output\n2026-06-09 01:05:23,300 INFO managesf.services.gerrit.utils - Switched to branch 'master'\nYour branch is up to date with 'origin/master'.\n\n2026-06-09 01:05:23,310 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'reset', '--hard', 'origin/master'] output\n2026-06-09 01:05:23,310 INFO managesf.services.gerrit.utils - HEAD is now at 85bac26 Initial empty repository\n\n2026-06-09 01:05:23,311 INFO managesf.services.gerrit.utils - [gerrit] Add file .gitreview to index\n2026-06-09 01:05:23,321 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'add', '.gitreview'] output\n2026-06-09 01:05:23,321 INFO managesf.services.gerrit.utils - \n2026-06-09 01:05:23,333 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'status', '-s'] output\n2026-06-09 01:05:23,333 INFO managesf.services.gerrit.utils - A .gitreview\n\n2026-06-09 01:05:23,349 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'commit', '-a', '--author', 'admin ', '-mManageSF commit'] output\n2026-06-09 01:05:23,350 INFO managesf.services.gerrit.utils - [master 000462f] ManageSF commit\n 1 file changed, 5 insertions(+)\n create mode 100644 .gitreview\n\n2026-06-09 01:05:23,654 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'push', 'origin', 'master'] output\n2026-06-09 01:05:23,654 INFO managesf.services.gerrit.utils - remote: \rremote: Processing changes: refs: 1 \rremote: Processing changes: refs: 1, done \nTo ssh://gerrit-sshd:29418/ichiban-config-jyu4hTvi\n 85bac26..000462f master -> master\n\n2026-06-09 01:05:23,655 INFO managesf.services.gerrit.utils - [gerrit] Push on master for repository ichiban-config-jyu4hTvi\n2026-06-09 01:05:23,655 INFO managesf.services.gerrit.utils - [gerrit] List remote branches\n2026-06-09 01:05:23,662 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'branch', '-rv', '--abbrev=40'] output\n2026-06-09 01:05:23,662 INFO managesf.services.gerrit.utils - origin/HEAD -> origin/master\n origin/master 000462ff9a55bcb6d9d14571f585cbace16f1cb5 ManageSF commit\n origin/meta/config e46374e04f0409cf7e3a93a6e04b010b826a2d08 Created project\n\n2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: acls, ID: ichiban-config-jyu4hTvi-acl] is going to be created.\n2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: repos, ID: ichiban-config-jyu4hTvi] is going to be created.\n2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-jyu4hTvi-core] is going to be created.\n2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-jyu4hTvi-ptl] is going to be created.\n2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-jyu4hTvi-core] will be created.\n\n=== Resources actions ===\n\nResource [type: acls, ID: ichiban-config-jyu4hTvi-acl] is going to be created.\nResource [type: repos, ID: ichiban-config-jyu4hTvi] is going to be created.\nResource [type: groups, ID: ichiban-config-jyu4hTvi-core] is going to be created.\nResource [type: groups, ID: ichiban-config-jyu4hTvi-ptl] is going to be created.\nResource [type: groups, ID: ichiban-config-jyu4hTvi-core] will be created.\nResource [type: groups, ID: ichiban-config-jyu4hTvi-core] has been created.\nResource [type: groups, ID: ichiban-config-jyu4hTvi-ptl] will be created.\nResource [type: groups, ID: ichiban-config-jyu4hTvi-ptl] has been created.\nResource [type: acls, ID: ichiban-config-jyu4hTvi-acl] will be created.\nResource [type: acls, ID: ichiban-config-jyu4hTvi-acl] has been created.\nResource [type: repos, ID: ichiban-config-jyu4hTvi] will be created.\nResource [type: repos, ID: ichiban-config-jyu4hTvi] has been created.\n2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-jyu4hTvi-core] has been created.\n2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-jyu4hTvi-ptl] will be created.\n2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-jyu4hTvi-ptl] has been created.\n2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: acls, ID: ichiban-config-jyu4hTvi-acl] will be created.\n2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: acls, ID: ichiban-config-jyu4hTvi-acl] has been created.\n2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: repos, ID: ichiban-config-jyu4hTvi] will be created.\n2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: repos, ID: ichiban-config-jyu4hTvi] has been created.", "stdout_lines": [ "2026-06-09 01:05:21,538 INFO managesf.model.yamlbkd.engine - Resource engine is using /tmp/direct-apply as workdir", "2026-06-09 01:05:21,538 INFO managesf.model.yamlbkd.engine - Resources engine: direct apply resources requested", "2026-06-09 01:05:21,561 INFO managesf.GerritClient - ichiban-config-jyu4hTvi-core: creating group (Team core for the ichiban-config-jyu4hTvi repo)", "2026-06-09 01:05:21,599 INFO managesf.GerritClient - ichiban-config-jyu4hTvi-core: deleting group member admin", "2026-06-09 01:05:21,638 INFO managesf.GerritClient - ichiban-config-jyu4hTvi-ptl: creating group (Team lead for the ichiban-config-jyu4hTvi repo)", "2026-06-09 01:05:21,734 INFO managesf.GerritClient - ichiban-config-jyu4hTvi-ptl: deleting group member admin", "2026-06-09 01:05:21,753 INFO managesf.GerritClient - ichiban-config-jyu4hTvi-ptl: adding group member admin@sfop.me", "2026-06-09 01:05:21,838 INFO managesf.GerritClient - ichiban-config-jyu4hTvi: creating project (ichiban-config-jyu4hTvi repository)", "2026-06-09 01:05:22,023 INFO managesf.services.gerrit.utils - [gerrit] Clone repository ichiban-config-jyu4hTvi", "2026-06-09 01:05:22,291 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'clone', 'ssh://admin@gerrit-sshd:29418/ichiban-config-jyu4hTvi', '/tmp/tmpzxhsw_b2/clone-ichiban-config-jyu4hTvi'] output", "2026-06-09 01:05:22,291 INFO managesf.services.gerrit.utils - Cloning into '/tmp/tmpzxhsw_b2/clone-ichiban-config-jyu4hTvi'...", "Total 2 (delta 0), reused 0 (delta 0)", "", "2026-06-09 01:05:22,569 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'fetch', '-a'] output", "2026-06-09 01:05:22,569 INFO managesf.services.gerrit.utils - ", "2026-06-09 01:05:22,646 INFO managesf.services.gerrit.utils - [gerrit] Prepare push on config for repository ichiban-config-jyu4hTvi", "2026-06-09 01:05:22,868 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'fetch', 'origin', 'refs/meta/config:refs/remotes/origin/meta/config'] output", "2026-06-09 01:05:22,868 INFO managesf.services.gerrit.utils - Total 4 (delta 0), reused 0 (delta 0)", "From ssh://gerrit-sshd:29418/ichiban-config-jyu4hTvi", " * [new ref] refs/meta/config -> origin/meta/config", "", "2026-06-09 01:05:22,880 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'checkout', 'meta/config'] output", "2026-06-09 01:05:22,880 INFO managesf.services.gerrit.utils - Switched to a new branch 'meta/config'", "branch 'meta/config' set up to track 'origin/meta/config'.", "", "2026-06-09 01:05:22,880 INFO managesf.services.gerrit.utils - [gerrit] Add file project.config to index", "2026-06-09 01:05:22,891 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'add', 'project.config'] output", "2026-06-09 01:05:22,892 INFO managesf.services.gerrit.utils - ", "2026-06-09 01:05:22,892 INFO managesf.services.gerrit.utils - [gerrit] Add file groups to index", "2026-06-09 01:05:22,917 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'add', 'groups'] output", "2026-06-09 01:05:22,917 INFO managesf.services.gerrit.utils - ", "2026-06-09 01:05:22,928 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'status', '-s'] output", "2026-06-09 01:05:22,928 INFO managesf.services.gerrit.utils - M groups", "M project.config", "", "2026-06-09 01:05:22,944 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'commit', '-a', '--author', 'admin ', '-mProvides ACL and Groups'] output", "2026-06-09 01:05:22,945 INFO managesf.services.gerrit.utils - [meta/config 85cd6ce] Provides ACL and Groups", " 2 files changed, 31 insertions(+), 9 deletions(-)", "", "2026-06-09 01:05:23,288 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'push', 'origin', 'meta/config:meta/config'] output", "2026-06-09 01:05:23,288 INFO managesf.services.gerrit.utils - remote: ", "remote: Processing changes: refs: 1 ", "remote: Processing changes: refs: 1, done ", "To ssh://gerrit-sshd:29418/ichiban-config-jyu4hTvi", " e46374e..85cd6ce meta/config -> refs/meta/config", "", "2026-06-09 01:05:23,288 INFO managesf.services.gerrit.utils - [gerrit] Push on config for repository ichiban-config-jyu4hTvi", "2026-06-09 01:05:23,288 INFO managesf.services.gerrit.utils - [gerrit] Prepare push on master for repository ichiban-config-jyu4hTvi", "2026-06-09 01:05:23,299 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'checkout', 'master'] output", "2026-06-09 01:05:23,300 INFO managesf.services.gerrit.utils - Switched to branch 'master'", "Your branch is up to date with 'origin/master'.", "", "2026-06-09 01:05:23,310 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'reset', '--hard', 'origin/master'] output", "2026-06-09 01:05:23,310 INFO managesf.services.gerrit.utils - HEAD is now at 85bac26 Initial empty repository", "", "2026-06-09 01:05:23,311 INFO managesf.services.gerrit.utils - [gerrit] Add file .gitreview to index", "2026-06-09 01:05:23,321 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'add', '.gitreview'] output", "2026-06-09 01:05:23,321 INFO managesf.services.gerrit.utils - ", "2026-06-09 01:05:23,333 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'status', '-s'] output", "2026-06-09 01:05:23,333 INFO managesf.services.gerrit.utils - A .gitreview", "", "2026-06-09 01:05:23,349 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'commit', '-a', '--author', 'admin ', '-mManageSF commit'] output", "2026-06-09 01:05:23,350 INFO managesf.services.gerrit.utils - [master 000462f] ManageSF commit", " 1 file changed, 5 insertions(+)", " create mode 100644 .gitreview", "", "2026-06-09 01:05:23,654 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'push', 'origin', 'master'] output", "2026-06-09 01:05:23,654 INFO managesf.services.gerrit.utils - remote: ", "remote: Processing changes: refs: 1 ", "remote: Processing changes: refs: 1, done ", "To ssh://gerrit-sshd:29418/ichiban-config-jyu4hTvi", " 85bac26..000462f master -> master", "", "2026-06-09 01:05:23,655 INFO managesf.services.gerrit.utils - [gerrit] Push on master for repository ichiban-config-jyu4hTvi", "2026-06-09 01:05:23,655 INFO managesf.services.gerrit.utils - [gerrit] List remote branches", "2026-06-09 01:05:23,662 INFO managesf.services.gerrit.utils - [gerrit] cmd ['git', 'branch', '-rv', '--abbrev=40'] output", "2026-06-09 01:05:23,662 INFO managesf.services.gerrit.utils - origin/HEAD -> origin/master", " origin/master 000462ff9a55bcb6d9d14571f585cbace16f1cb5 ManageSF commit", " origin/meta/config e46374e04f0409cf7e3a93a6e04b010b826a2d08 Created project", "", "2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: acls, ID: ichiban-config-jyu4hTvi-acl] is going to be created.", "2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: repos, ID: ichiban-config-jyu4hTvi] is going to be created.", "2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-jyu4hTvi-core] is going to be created.", "2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-jyu4hTvi-ptl] is going to be created.", "2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-jyu4hTvi-core] will be created.", "", "=== Resources actions ===", "", "Resource [type: acls, ID: ichiban-config-jyu4hTvi-acl] is going to be created.", "Resource [type: repos, ID: ichiban-config-jyu4hTvi] is going to be created.", "Resource [type: groups, ID: ichiban-config-jyu4hTvi-core] is going to be created.", "Resource [type: groups, ID: ichiban-config-jyu4hTvi-ptl] is going to be created.", "Resource [type: groups, ID: ichiban-config-jyu4hTvi-core] will be created.", "Resource [type: groups, ID: ichiban-config-jyu4hTvi-core] has been created.", "Resource [type: groups, ID: ichiban-config-jyu4hTvi-ptl] will be created.", "Resource [type: groups, ID: ichiban-config-jyu4hTvi-ptl] has been created.", "Resource [type: acls, ID: ichiban-config-jyu4hTvi-acl] will be created.", "Resource [type: acls, ID: ichiban-config-jyu4hTvi-acl] has been created.", "Resource [type: repos, ID: ichiban-config-jyu4hTvi] will be created.", "Resource [type: repos, ID: ichiban-config-jyu4hTvi] has been created.", "2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-jyu4hTvi-core] has been created.", "2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-jyu4hTvi-ptl] will be created.", "2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: groups, ID: ichiban-config-jyu4hTvi-ptl] has been created.", "2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: acls, ID: ichiban-config-jyu4hTvi-acl] will be created.", "2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: acls, ID: ichiban-config-jyu4hTvi-acl] has been created.", "2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: repos, ID: ichiban-config-jyu4hTvi] will be created.", "2026-06-09 01:05:23,663 INFO managesf.model.yamlbkd.engine - Resource [type: repos, ID: ichiban-config-jyu4hTvi] has been created." ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001999-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001997", "name": "create-gerrit-repository", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/create-gerrit-repository" }, "task": { "duration": { "end": "2026-06-09T01:05:24.365378Z", "start": "2026-06-09T01:05:19.840834Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001999", "name": "Create gerrit repository named ichiban-config-jyu4hTvi" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "attempts": 1, "cache_control": "no-cache, no-store, max-age=0, must-revalidate", "changed": false, "connection": "close", "content_disposition": "attachment", "content_length": "752", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:05:24 GMT", "elapsed": 0, "expires": "Mon, 01 Jan 1990 00:00:00 GMT", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/projects/ichiban-config-jyu4hTvi", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "msg": "OK (752 bytes)", "pragma": "no-cache", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/projects/ichiban-config-jyu4hTvi", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001997", "name": "create-gerrit-repository", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/create-gerrit-repository" }, "task": { "duration": { "end": "2026-06-09T01:05:24.951258Z", "start": "2026-06-09T01:05:24.374981Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000199a", "name": "Ensure repository exists in Gerrit" } }, { "hosts": { "controller": { "action": "ansible.builtin.blockinfile", "changed": true, "diff": [ { "after": "", "after_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (content)", "before": "", "before_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (content)" }, { "after_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (file attributes)", "before_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (file attributes)" } ], "invocation": { "module_args": { "append_newline": false, "attributes": null, "backup": false, "block": "- tenant:\n name: ichiban-tenant-jyu4hTvi\n souRZe: {}\n", "content": "- tenant:\n name: ichiban-tenant-jyu4hTvi\n souRZe: {}\n", "create": true, "group": null, "insertafter": null, "insertbefore": null, "marker": "# {mark} ANSIBLE MANAGED BLOCK", "marker_begin": "BEGIN", "marker_end": "END", "mode": null, "owner": null, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml", "prepend_newline": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "validate": null } }, "msg": "Block inserted" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:05:25.269682Z", "start": "2026-06-09T01:05:24.968525Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000186f", "name": "Set bad Zuul tenant config" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "add", "zuul/main.yaml" ], "delta": "0:00:00.009200", "end": "2026-06-08 21:05:25.508737", "failed": false, "invocation": { "module_args": { "_raw_params": "git add zuul/main.yaml", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git add zuul/main.yaml", "msg": "", "rc": 0, "start": "2026-06-08 21:05:25.499537", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "commit", "-m", "Add zuul/main.yaml" ], "delta": "0:00:00.073406", "end": "2026-06-08 21:05:25.841508", "failed": false, "invocation": { "module_args": { "_raw_params": "git commit -m 'Add zuul/main.yaml'", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git commit -m 'Add zuul/main.yaml'", "msg": "", "rc": 0, "start": "2026-06-08 21:05:25.768102", "stderr": "", "stderr_lines": [], "stdout": "[master 99afff9] Add zuul/main.yaml\n 1 file changed, 2 insertions(+), 5 deletions(-)", "stdout_lines": [ "[master 99afff9] Add zuul/main.yaml", " 1 file changed, 2 insertions(+), 5 deletions(-)" ], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:05:25.880069Z", "start": "2026-06-09T01:05:25.278297Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001870", "name": "Commit file in the config repo" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/repo-submit-change" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:05:25.919329Z", "start": "2026-06-09T01:05:25.889560Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001871", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "submit-change.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001a80", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:05:26.003695Z", "start": "2026-06-09T01:05:25.970539Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001a82", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "review" ], "delta": "0:00:00.546000", "end": "2026-06-08 21:05:26.864197", "invocation": { "module_args": { "_raw_params": "git review", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001b0d-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:05:26.318197", "stderr": "", "stderr_lines": [], "stdout": "remote: \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1, done \nremote: \nremote: SUCCESS \nremote: \nremote: https://gerrit.sfop.me/c/config/+/7 Add zuul/main.yaml [NEW] \nremote: \nTo https://gerrit.sfop.me/a/config\n * [new reference] HEAD -> refs/for/master", "stdout_lines": [ "remote: ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1, done ", "remote: ", "remote: SUCCESS ", "remote: ", "remote: https://gerrit.sfop.me/c/config/+/7 Add zuul/main.yaml [NEW] ", "remote: ", "To https://gerrit.sfop.me/a/config", " * [new reference] HEAD -> refs/for/master" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001b0d-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001a80", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:05:27.059082Z", "start": "2026-06-09T01:05:26.040105Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001b0d", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -n 1 | awk '/Change-Id/ {print $2}'", "delta": "0:00:00.010987", "end": "2026-06-08 21:05:27.337352", "invocation": { "module_args": { "_raw_params": "git log -n 1 | awk '/Change-Id/ {print $2}'", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001b0e-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:05:27.326365", "stderr": "", "stderr_lines": [], "stdout": "If1e1af37ea27bfddb1a24c385934060b4da6d181", "stdout_lines": [ "If1e1af37ea27bfddb1a24c385934060b4da6d181" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001b0e-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001a80", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:05:27.620155Z", "start": "2026-06-09T01:05:27.098425Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001b0e", "name": "Get Change-id" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "cache_control": "no-cache, no-store, max-age=0, must-revalidate", "changed": false, "connection": "close", "content_disposition": "attachment", "content_length": "47", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:05:28 GMT", "elapsed": 0, "expires": "Mon, 01 Jan 1990 00:00:00 GMT", "invocation": { "module_args": { "attributes": null, "body": "{\"labels\": {\n \"Code-Review\": +2,\n \"Workflow\": +1\n }\n}", "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "POST", "mode": null, "owner": null, "password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/a/changes/If1e1af37ea27bfddb1a24c385934060b4da6d181/revisions/current/review", "url_password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "url_username": "admin", "use_gssapi": false, "use_netrc": true, "use_proxy": true, "user": "admin", "validate_certs": false } }, "msg": "OK (47 bytes)", "pragma": "no-cache", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/a/changes/If1e1af37ea27bfddb1a24c385934060b4da6d181/revisions/current/review", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001a80", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:05:28.258870Z", "start": "2026-06-09T01:05:27.630241Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001b0f", "name": "Set Code-Review and Workflow label using gerrit API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "ensure-job-failure.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001a80", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:05:28.313431Z", "start": "2026-06-09T01:05:28.270416Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001a83", "name": "Ensure a failure for config-check job" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "cache_control": "private, max-age=0, must-revalidate", "changed": false, "connection": "close", "content": ")]}'\n{\"id\":\"config~master~If1e1af37ea27bfddb1a24c385934060b4da6d181\",\"project\":\"config\",\"branch\":\"master\",\"hashtags\":[],\"change_id\":\"If1e1af37ea27bfddb1a24c385934060b4da6d181\",\"subject\":\"Add zuul/main.yaml\",\"status\":\"NEW\",\"created\":\"2026-06-09 01:05:26.000000000\",\"updated\":\"2026-06-09 01:05:28.000000000\",\"submit_type\":\"FAST_FORWARD_ONLY\",\"insertions\":2,\"deletions\":5,\"total_comment_count\":0,\"unresolved_comment_count\":0,\"has_review_started\":true,\"meta_rev_id\":\"ff9b437c385b65089f5ad8ac1dfea81b29c10b76\",\"_number\":7,\"owner\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]},\"labels\":{\"Code-Review\":{\"all\":[{\"value\":2,\"date\":\"2026-06-09 01:05:28.000000000\",\"permitted_voting_range\":{\"min\":-2,\"max\":2},\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}],\"values\":{\"-2\":\"Do not submit\",\"-1\":\"I would prefer that you didn\\u0027t submit this\",\" 0\":\"No score\",\"+1\":\"Looks good to me, but someone else must approve\",\"+2\":\"Looks good to me (core reviewer)\"},\"default_value\":0},\"Verified\":{\"all\":[{\"value\":0,\"permitted_voting_range\":{\"min\":-2,\"max\":2},\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}],\"values\":{\"-2\":\"Fails\",\"-1\":\"Doesn\\u0027t seem to work\",\" 0\":\"No score\",\"+1\":\"Works for me\",\"+2\":\"Verified\"},\"default_value\":0},\"Workflow\":{\"all\":[{\"value\":1,\"date\":\"2026-06-09 01:05:28.000000000\",\"permitted_voting_range\":{\"min\":-1,\"max\":1},\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}],\"values\":{\"-1\":\"Work in progress\",\" 0\":\"Ready for reviews\",\"+1\":\"Approved\"},\"default_value\":0}},\"removable_reviewers\":[],\"reviewers\":{\"REVIEWER\":[{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}]},\"pending_reviewers\":{},\"current_revision\":\"99afff960e2a70c0f16c473bac79a5e1da4d7de3\",\"revisions\":{\"99afff960e2a70c0f16c473bac79a5e1da4d7de3\":{\"kind\":\"REWORK\",\"_number\":1,\"created\":\"2026-06-09 01:05:26.000000000\",\"uploader\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]},\"ref\":\"refs/changes/07/7/1\",\"fetch\":{\"anonymous http\":{\"url\":\"https://gerrit.sfop.me/config\",\"ref\":\"refs/changes/07/7/1\"}}}},\"requirements\":[],\"submit_records\":[{\"rule_name\":\"gerrit~DefaultSubmitRule\",\"status\":\"NOT_READY\",\"labels\":[{\"label\":\"Code-Review\",\"status\":\"OK\",\"applied_by\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}},{\"label\":\"Verified\",\"status\":\"NEED\"},{\"label\":\"Workflow\",\"status\":\"OK\",\"applied_by\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]}}]}]}\n", "content_disposition": "attachment", "content_length": "7142", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:05:28 GMT", "elapsed": 0, "etag": "c1b619b0f9236ac78ddd9fbd93bc2a01", "expires": "Tue, 09 Jun 2026 01:05:28 GMT", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/changes/If1e1af37ea27bfddb1a24c385934060b4da6d181/revisions/current/review", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "msg": "OK (7142 bytes)", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/changes/If1e1af37ea27bfddb1a24c385934060b4da6d181/revisions/current/review", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001a80", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:05:28.890311Z", "start": "2026-06-09T01:05:28.336516Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001b3e", "name": "Get review ID from the changeID using gerrit API" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "json_reply": { "_number": 7, "branch": "master", "change_id": "If1e1af37ea27bfddb1a24c385934060b4da6d181", "created": "2026-06-09 01:05:26.000000000", "current_revision": "99afff960e2a70c0f16c473bac79a5e1da4d7de3", "deletions": 5, "has_review_started": true, "hashtags": [], "id": "config~master~If1e1af37ea27bfddb1a24c385934060b4da6d181", "insertions": 2, "labels": { "Code-Review": { "all": [ { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "date": "2026-06-09 01:05:28.000000000", "email": "admin@sfop.me", "name": "Administrator", "permitted_voting_range": { "max": 2, "min": -2 }, "username": "admin", "value": 2 } ], "default_value": 0, "values": { " 0": "No score", "+1": "Looks good to me, but someone else must approve", "+2": "Looks good to me (core reviewer)", "-1": "I would prefer that you didn't submit this", "-2": "Do not submit" } }, "Verified": { "all": [ { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "permitted_voting_range": { "max": 2, "min": -2 }, "username": "admin", "value": 0 } ], "default_value": 0, "values": { " 0": "No score", "+1": "Works for me", "+2": "Verified", "-1": "Doesn't seem to work", "-2": "Fails" } }, "Workflow": { "all": [ { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "date": "2026-06-09 01:05:28.000000000", "email": "admin@sfop.me", "name": "Administrator", "permitted_voting_range": { "max": 1, "min": -1 }, "username": "admin", "value": 1 } ], "default_value": 0, "values": { " 0": "Ready for reviews", "+1": "Approved", "-1": "Work in progress" } } }, "meta_rev_id": "ff9b437c385b65089f5ad8ac1dfea81b29c10b76", "owner": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" }, "pending_reviewers": {}, "project": "config", "removable_reviewers": [], "requirements": [], "reviewers": { "REVIEWER": [ { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" } ] }, "revisions": { "99afff960e2a70c0f16c473bac79a5e1da4d7de3": { "_number": 1, "created": "2026-06-09 01:05:26.000000000", "fetch": { "anonymous http": { "ref": "refs/changes/07/7/1", "url": "https://gerrit.sfop.me/config" } }, "kind": "REWORK", "ref": "refs/changes/07/7/1", "uploader": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" } } }, "status": "NEW", "subject": "Add zuul/main.yaml", "submit_records": [ { "labels": [ { "applied_by": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" }, "label": "Code-Review", "status": "OK" }, { "label": "Verified", "status": "NEED" }, { "applied_by": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" }, "label": "Workflow", "status": "OK" } ], "rule_name": "gerrit~DefaultSubmitRule", "status": "NOT_READY" } ], "submit_type": "FAST_FORWARD_ONLY", "total_comment_count": 0, "unresolved_comment_count": 0, "updated": "2026-06-09 01:05:28.000000000" } }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001a80", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:05:28.962174Z", "start": "2026-06-09T01:05:28.899941Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001b3f", "name": "" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 6, "changed": false, "connection": "close", "content": "[{\"_id\": 15, \"uuid\": \"3eca2f10e4b646e8aaa1af44edc74a10\", \"job_name\": \"config-check\", \"result\": \"FAILURE\", \"held\": false, \"execute_time\": \"2026-06-09T01:05:35\", \"start_time\": \"2026-06-09T01:05:36\", \"end_time\": \"2026-06-09T01:06:21\", \"duration\": 45.0, \"voting\": true, \"log_url\": \"https://sfop.me/logs/3ec/internal/3eca2f10e4b646e8aaa1af44edc74a10/\", \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [{\"name\": \"LogJuicer Report\", \"url\": \"https://sfop.me/logjuicer/report/new?target=https://sfop.me/zuul/t/internal/build/3eca2f10e4b646e8aaa1af44edc74a10\"}, {\"name\": \"Zuul Manifest\", \"url\": \"https://sfop.me/logs/3ec/internal/3eca2f10e4b646e8aaa1af44edc74a10/zuul-manifest.json\", \"metadata\": {\"type\": \"zuul_manifest\"}}], \"provides\": [], \"ref\": {\"project\": \"config\", \"branch\": \"master\", \"change\": 7, \"patchset\": \"1\", \"ref\": \"refs/changes/07/7/1\", \"oldrev\": null, \"newrev\": null, \"ref_url\": \"https://gerrit.sfop.me/c/config/+/7\"}, \"pipeline\": \"gate\", \"event_id\": \"9284b945c71e4b87a313c3bb0d962b87\", \"event_timestamp\": \"2026-06-09T01:05:28\", \"queue_item_uuid\": \"ead4c481242b47f096dbe6886b1a83fd\", \"buildset\": {\"uuid\": \"db1a61a66738462dbcb77c34415f25d6\"}}]", "content_length": "1163", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:06:21 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/builds?job_name=config-check&change=7", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "_id": 15, "artifacts": [ { "name": "LogJuicer Report", "url": "https://sfop.me/logjuicer/report/new?target=https://sfop.me/zuul/t/internal/build/3eca2f10e4b646e8aaa1af44edc74a10" }, { "metadata": { "type": "zuul_manifest" }, "name": "Zuul Manifest", "url": "https://sfop.me/logs/3ec/internal/3eca2f10e4b646e8aaa1af44edc74a10/zuul-manifest.json" } ], "buildset": { "uuid": "db1a61a66738462dbcb77c34415f25d6" }, "duration": 45.0, "end_time": "2026-06-09T01:06:21", "error_detail": null, "event_id": "9284b945c71e4b87a313c3bb0d962b87", "event_timestamp": "2026-06-09T01:05:28", "execute_time": "2026-06-09T01:05:35", "final": true, "held": false, "job_name": "config-check", "log_url": "https://sfop.me/logs/3ec/internal/3eca2f10e4b646e8aaa1af44edc74a10/", "nodeset": "", "pipeline": "gate", "provides": [], "queue_item_uuid": "ead4c481242b47f096dbe6886b1a83fd", "ref": { "branch": "master", "change": 7, "newrev": null, "oldrev": null, "patchset": "1", "project": "config", "ref": "refs/changes/07/7/1", "ref_url": "https://gerrit.sfop.me/c/config/+/7" }, "result": "FAILURE", "start_time": "2026-06-09T01:05:36", "uuid": "3eca2f10e4b646e8aaa1af44edc74a10", "voting": true } ], "msg": "OK (1163 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/builds?job_name=config-check&change=7", "via": "1.1 10.244.0.119" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001a80", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:06:21.835521Z", "start": "2026-06-09T01:05:28.975653Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001b40", "name": "Wait config-check FAILURE result using zuul-web API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "check_zuul_console", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001a80", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:06:21.874451Z", "start": "2026-06-09T01:06:21.845726Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001a84", "name": "Verify Zuul Console output" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "not ensure_job_failure", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001a80", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:06:21.916043Z", "start": "2026-06-09T01:06:21.888097Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001a85", "name": "Ensure a success for config-update post job" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "not ensure_job_failure", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001a80", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:06:21.968084Z", "start": "2026-06-09T01:06:21.930143Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001a86", "name": "Ensure a success for config-update job" } }, { "hosts": { "controller": { "action": "ansible.builtin.blockinfile", "changed": true, "diff": [ { "after": "", "after_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (content)", "before": "", "before_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (content)" }, { "after_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (file attributes)", "before_header": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml (file attributes)" } ], "invocation": { "module_args": { "append_newline": false, "attributes": null, "backup": false, "block": "- tenant:\n name: ichiban-tenant-jyu4hTvi\n source:\n gerrit:\n config-projects:\n - ichiban-config-jyu4hTvi\n", "content": "- tenant:\n name: ichiban-tenant-jyu4hTvi\n source:\n gerrit:\n config-projects:\n - ichiban-config-jyu4hTvi\n", "create": true, "group": null, "insertafter": null, "insertbefore": null, "marker": "# {mark} ANSIBLE MANAGED BLOCK", "marker_begin": "BEGIN", "marker_end": "END", "mode": null, "owner": null, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config/zuul/main.yaml", "prepend_newline": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "state": "present", "unsafe_writes": false, "validate": null } }, "msg": "Block inserted" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:06:22.270959Z", "start": "2026-06-09T01:06:21.986972Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001872", "name": "Set Zuul tenant config" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "add", "zuul/main.yaml" ], "delta": "0:00:00.008800", "end": "2026-06-08 21:06:22.562900", "failed": false, "invocation": { "module_args": { "_raw_params": "git add zuul/main.yaml", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git add zuul/main.yaml", "msg": "", "rc": 0, "start": "2026-06-08 21:06:22.554100", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "commit", "--amend", "--no-edit" ], "delta": "0:00:00.042526", "end": "2026-06-08 21:06:22.851271", "failed": false, "invocation": { "module_args": { "_raw_params": "git commit --amend --no-edit", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git commit --amend --no-edit", "msg": "", "rc": 0, "start": "2026-06-08 21:06:22.808745", "stderr": "", "stderr_lines": [], "stdout": "[master da2d068] Add zuul/main.yaml\n Date: Mon Jun 8 21:05:25 2026 -0400\n 1 file changed, 2 insertions(+), 2 deletions(-)", "stdout_lines": [ "[master da2d068] Add zuul/main.yaml", " Date: Mon Jun 8 21:05:25 2026 -0400", " 1 file changed, 2 insertions(+), 2 deletions(-)" ], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:06:22.888037Z", "start": "2026-06-09T01:06:22.285025Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001873", "name": "Commit file in the config repo" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/repo-submit-change" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:06:22.936845Z", "start": "2026-06-09T01:06:22.898001Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001874", "name": "Submit change and verify Zuul console output" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "submit-change.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001c49", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:06:23.022131Z", "start": "2026-06-09T01:06:22.988265Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001c4b", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "review" ], "delta": "0:00:00.643877", "end": "2026-06-08 21:06:23.953722", "invocation": { "module_args": { "_raw_params": "git review", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001d04-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:06:23.309845", "stderr": "", "stderr_lines": [], "stdout": "remote: \nremote: Processing changes: refs: 1, updated: 1 \nremote: Processing changes: refs: 1, updated: 1 \nremote: Processing changes: refs: 1, updated: 1 \nremote: Processing changes: refs: 1, updated: 1, done \nremote: \nremote: SUCCESS \nremote: \nremote: https://gerrit.sfop.me/c/config/+/7 Add zuul/main.yaml \nremote: \nTo https://gerrit.sfop.me/a/config\n * [new reference] HEAD -> refs/for/master", "stdout_lines": [ "remote: ", "remote: Processing changes: refs: 1, updated: 1 ", "remote: Processing changes: refs: 1, updated: 1 ", "remote: Processing changes: refs: 1, updated: 1 ", "remote: Processing changes: refs: 1, updated: 1, done ", "remote: ", "remote: SUCCESS ", "remote: ", "remote: https://gerrit.sfop.me/c/config/+/7 Add zuul/main.yaml ", "remote: ", "To https://gerrit.sfop.me/a/config", " * [new reference] HEAD -> refs/for/master" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001d04-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001c49", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:06:24.083449Z", "start": "2026-06-09T01:06:23.064662Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001d04", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -n 1 | awk '/Change-Id/ {print $2}'", "delta": "0:00:00.009134", "end": "2026-06-08 21:06:24.390000", "invocation": { "module_args": { "_raw_params": "git log -n 1 | awk '/Change-Id/ {print $2}'", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001d05-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:06:24.380866", "stderr": "", "stderr_lines": [], "stdout": "If1e1af37ea27bfddb1a24c385934060b4da6d181", "stdout_lines": [ "If1e1af37ea27bfddb1a24c385934060b4da6d181" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001d05-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001c49", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:06:24.640142Z", "start": "2026-06-09T01:06:24.122010Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001d05", "name": "Get Change-id" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "cache_control": "no-cache, no-store, max-age=0, must-revalidate", "changed": false, "connection": "close", "content_disposition": "attachment", "content_length": "47", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:06:25 GMT", "elapsed": 0, "expires": "Mon, 01 Jan 1990 00:00:00 GMT", "invocation": { "module_args": { "attributes": null, "body": "{\"labels\": {\n \"Code-Review\": +2,\n \"Workflow\": +1\n }\n}", "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "POST", "mode": null, "owner": null, "password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/a/changes/If1e1af37ea27bfddb1a24c385934060b4da6d181/revisions/current/review", "url_password": "VALUE_SPECIFIED_IN_NO_LOG_PARAMETER", "url_username": "admin", "use_gssapi": false, "use_netrc": true, "use_proxy": true, "user": "admin", "validate_certs": false } }, "msg": "OK (47 bytes)", "pragma": "no-cache", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/a/changes/If1e1af37ea27bfddb1a24c385934060b4da6d181/revisions/current/review", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001c49", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:06:25.411547Z", "start": "2026-06-09T01:06:24.757752Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001d06", "name": "Set Code-Review and Workflow label using gerrit API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "ensure_job_failure", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001c49", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:06:25.450791Z", "start": "2026-06-09T01:06:25.422435Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001c4c", "name": "Ensure a failure for config-check job" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "ensure-zuul-console-success.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001c49", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:06:25.508520Z", "start": "2026-06-09T01:06:25.464018Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001c4d", "name": "Verify Zuul Console output" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 7, "changed": true, "cmd": "curl -sk https://sfop.me/zuul/api/tenant/internal/status | jq -r '.pipelines[].change_queues[].heads[][].jobs[]' | jq -rc 'select(.name == \"config-update\")' | jq -r '.uuid'\n", "delta": "0:00:00.053530", "end": "2026-06-08 21:07:27.660312", "invocation": { "module_args": { "_raw_params": "curl -sk https://sfop.me/zuul/api/tenant/internal/status | jq -r '.pipelines[].change_queues[].heads[][].jobs[]' | jq -rc 'select(.name == \"config-update\")' | jq -r '.uuid'\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001d37-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:07:27.606782", "stderr": "", "stderr_lines": [], "stdout": "d9b83b8b21e04a5d9ae06fc58ce266c8", "stdout_lines": [ "d9b83b8b21e04a5d9ae06fc58ce266c8" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001d37-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001c49", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:07:27.702574Z", "start": "2026-06-09T01:06:25.558129Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001d37", "name": "Wait for config-update job" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "attempts": 1, "changed": true, "cmd": "(sleep 5; echo \"\") | wsdump --nocert -r -t '{\"uuid\":\"d9b83b8b21e04a5d9ae06fc58ce266c8\",\"logfile\":\"console.log\"}' wss://sfop.me/zuul/api/tenant/internal/console-stream\n", "delta": "0:00:05.026988", "end": "2026-06-08 21:07:33.024928", "invocation": { "module_args": { "_raw_params": "(sleep 5; echo \"\") | wsdump --nocert -r -t '{\"uuid\":\"d9b83b8b21e04a5d9ae06fc58ce266c8\",\"logfile\":\"console.log\"}' wss://sfop.me/zuul/api/tenant/internal/console-stream\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001d38-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:07:27.997940", "stderr": "", "stderr_lines": [], "stdout": "2026-06-09 01:07:20.112696 | Job console starting\n2026-06-09 01:07:20.113631 | Updating git repos\n2026-06-09 01:07:20.134684 | Cloning repos into workspace\n2026-06-09 01:07:21.136707 | Restoring repo states\n2026-06-09 01:07:21.144314 | Merging changes\n2026-06-09 01:07:21.144335 | Checking out repos\n2026-06-09 01:07:21.212233 | Preparing playbooks\n2026-06-09 01:07:21.841266 | Running Ansible setup\n2026-06-09 01:07:24.634468 | PRE-RUN START: [trusted : git-server/system-config/playbooks/base/pre.yaml@master]\n2026-06-09 01:07:26.239691 | \n2026-06-09 01:07:26.239984 | PLAY [localhost]\n2026-06-09 01:07:26.254396 | \n2026-06-09 01:07:26.254537 | TASK [Gathering Facts]\n\n2026-06-09 01:07:28.118609 | localhost | ok\n2026-06-09 01:07:28.125387 | \n2026-06-09 01:07:28.125460 | TASK [Setup log path fact]\n2026-06-09 01:07:28.143829 | localhost | ok\n2026-06-09 01:07:28.222050 | \n2026-06-09 01:07:28.222282 | TASK [set-zuul-log-path-fact : Set log path for a build]\n2026-06-09 01:07:28.253358 | localhost | ok\n2026-06-09 01:07:28.316976 | \n2026-06-09 01:07:28.317249 | TASK [emit-job-header : Print job information]\n2026-06-09 01:07:28.357202 | # Job Information\n2026-06-09 01:07:28.357381 | Ansible Version: 2.16.18\n2026-06-09 01:07:28.357420 | Job: config-update\n2026-06-09 01:07:28.357445 | Pipeline: post\n2026-06-09 01:07:28.357466 | Executor: zuul-executor-0.zuul-executor-headless.sf.svc.cluster.local\n2026-06-09 01:07:28.357490 | Triggered by: https://gerrit.sfop.me/plugins/gitiles/config/+/da2d06843430f860c9efe5df16c5e09093b5563b^!/\n2026-06-09 01:07:28.357517 | Log URL (when completed): https://sfop.me/logs/d9b/internal/d9b83b8b21e04a5d9ae06fc58ce266c8/\n2026-06-09 01:07:28.357540 | Event\n ID: b8364d2b204b41109cbc8ee667765392\n2026-06-09 01:07:28.360935 | \n2026-06-09 01:07:28.361014 | LOOP [emit-job-header : Print node information]\n2026-06-09 01:07:28.442356 | \n2026-06-09 01:07:28.442567 | TASK [log-inventory : Ensure Zuul Ansible directory exists]\n\n2026-06-09 01:07:29.354994 | localhost -> localhost | changed\n2026-06-09 01:07:29.416353 | \n2026-06-09 01:07:29.416547 | TASK [log-inventory : Copy ansible inventory to logs dir]\n\n2026-06-09 01:07:31.857662 | localhost -> localhost | changed\n2026-06-09 01:07:31.918833 | \n2026-06-09 01:07:31.918920 | PLAY [all]\n2026-06-09 01:07:31.919048 | \n2026-06-09 01:07:31.919082 | PLAY RECAP\n2026-06-09 01:07:31.919136 | localhost | ok: 5 changed: 2 unreachable: 0 failed: 0 skipped: 1 rescued: 0 ignored: 0\n2026-06-09 01:07:31.919169 | \n\n2026-06-09 01:07:32.230577 | PRE-RUN END RESULT_NORMAL: [trusted : git-server/system-config/playbooks/base/pre.yaml@master]\n2026-06-09 01:07:32.231360 | RUN START: [trusted : git-server/system-config/playbooks/config/update.yaml@master]", "stdout_lines": [ "2026-06-09 01:07:20.112696 | Job console starting", "2026-06-09 01:07:20.113631 | Updating git repos", "2026-06-09 01:07:20.134684 | Cloning repos into workspace", "2026-06-09 01:07:21.136707 | Restoring repo states", "2026-06-09 01:07:21.144314 | Merging changes", "2026-06-09 01:07:21.144335 | Checking out repos", "2026-06-09 01:07:21.212233 | Preparing playbooks", "2026-06-09 01:07:21.841266 | Running Ansible setup", "2026-06-09 01:07:24.634468 | PRE-RUN START: [trusted : git-server/system-config/playbooks/base/pre.yaml@master]", "2026-06-09 01:07:26.239691 | ", "2026-06-09 01:07:26.239984 | PLAY [localhost]", "2026-06-09 01:07:26.254396 | ", "2026-06-09 01:07:26.254537 | TASK [Gathering Facts]", "", "2026-06-09 01:07:28.118609 | localhost | ok", "2026-06-09 01:07:28.125387 | ", "2026-06-09 01:07:28.125460 | TASK [Setup log path fact]", "2026-06-09 01:07:28.143829 | localhost | ok", "2026-06-09 01:07:28.222050 | ", "2026-06-09 01:07:28.222282 | TASK [set-zuul-log-path-fact : Set log path for a build]", "2026-06-09 01:07:28.253358 | localhost | ok", "2026-06-09 01:07:28.316976 | ", "2026-06-09 01:07:28.317249 | TASK [emit-job-header : Print job information]", "2026-06-09 01:07:28.357202 | # Job Information", "2026-06-09 01:07:28.357381 | Ansible Version: 2.16.18", "2026-06-09 01:07:28.357420 | Job: config-update", "2026-06-09 01:07:28.357445 | Pipeline: post", "2026-06-09 01:07:28.357466 | Executor: zuul-executor-0.zuul-executor-headless.sf.svc.cluster.local", "2026-06-09 01:07:28.357490 | Triggered by: https://gerrit.sfop.me/plugins/gitiles/config/+/da2d06843430f860c9efe5df16c5e09093b5563b^!/", "2026-06-09 01:07:28.357517 | Log URL (when completed): https://sfop.me/logs/d9b/internal/d9b83b8b21e04a5d9ae06fc58ce266c8/", "2026-06-09 01:07:28.357540 | Event", " ID: b8364d2b204b41109cbc8ee667765392", "2026-06-09 01:07:28.360935 | ", "2026-06-09 01:07:28.361014 | LOOP [emit-job-header : Print node information]", "2026-06-09 01:07:28.442356 | ", "2026-06-09 01:07:28.442567 | TASK [log-inventory : Ensure Zuul Ansible directory exists]", "", "2026-06-09 01:07:29.354994 | localhost -> localhost | changed", "2026-06-09 01:07:29.416353 | ", "2026-06-09 01:07:29.416547 | TASK [log-inventory : Copy ansible inventory to logs dir]", "", "2026-06-09 01:07:31.857662 | localhost -> localhost | changed", "2026-06-09 01:07:31.918833 | ", "2026-06-09 01:07:31.918920 | PLAY [all]", "2026-06-09 01:07:31.919048 | ", "2026-06-09 01:07:31.919082 | PLAY RECAP", "2026-06-09 01:07:31.919136 | localhost | ok: 5 changed: 2 unreachable: 0 failed: 0 skipped: 1 rescued: 0 ignored: 0", "2026-06-09 01:07:31.919169 | ", "", "2026-06-09 01:07:32.230577 | PRE-RUN END RESULT_NORMAL: [trusted : git-server/system-config/playbooks/base/pre.yaml@master]", "2026-06-09 01:07:32.231360 | RUN START: [trusted : git-server/system-config/playbooks/config/update.yaml@master]" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001d38-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001c49", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:07:33.264485Z", "start": "2026-06-09T01:07:27.738261Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001d38", "name": "Connect and validate console stream" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "ensure-post-job-success.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001c49", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:07:33.321325Z", "start": "2026-06-09T01:07:33.276986Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001c4e", "name": "Ensure a success for config-update post job" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -1 --format=\"%H\"", "delta": "0:00:00.006269", "end": "2026-06-08 21:07:33.665070", "invocation": { "module_args": { "_raw_params": "git log -1 --format=\"%H\"", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/config", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001d90-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:07:33.658801", "stderr": "", "stderr_lines": [], "stdout": "da2d06843430f860c9efe5df16c5e09093b5563b", "stdout_lines": [ "da2d06843430f860c9efe5df16c5e09093b5563b" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000001d90-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001c49", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:07:33.878236Z", "start": "2026-06-09T01:07:33.360316Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001d90", "name": "Register commit sha" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 9, "changed": false, "connection": "close", "content": "[{\"_id\": 18, \"uuid\": \"d9b83b8b21e04a5d9ae06fc58ce266c8\", \"job_name\": \"config-update\", \"result\": \"SUCCESS\", \"held\": false, \"execute_time\": \"2026-06-09T01:07:19\", \"start_time\": \"2026-06-09T01:07:19\", \"end_time\": \"2026-06-09T01:08:54\", \"duration\": 95.0, \"voting\": true, \"log_url\": \"https://sfop.me/logs/d9b/internal/d9b83b8b21e04a5d9ae06fc58ce266c8/\", \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [{\"name\": \"Zuul Manifest\", \"url\": \"https://sfop.me/logs/d9b/internal/d9b83b8b21e04a5d9ae06fc58ce266c8/zuul-manifest.json\", \"metadata\": {\"type\": \"zuul_manifest\"}}], \"provides\": [], \"ref\": {\"project\": \"config\", \"branch\": \"master\", \"change\": null, \"patchset\": null, \"ref\": \"refs/heads/master\", \"oldrev\": \"5d65b4b0719eac97f826bad01de3dfec2efe06b7\", \"newrev\": \"da2d06843430f860c9efe5df16c5e09093b5563b\", \"ref_url\": \"https://gerrit.sfop.me/plugins/gitiles/config/+/da2d06843430f860c9efe5df16c5e09093b5563b^!/\"}, \"pipeline\": \"post\", \"event_id\": \"b8364d2b204b41109cbc8ee667765392\", \"event_timestamp\": \"2026-06-09T01:07:18\", \"queue_item_uuid\": \"bfd0828c01174aa8b030d40548af2d45\", \"buildset\": {\"uuid\": \"59a17cb475a1413598e28078fbced583\"}}]", "content_length": "1143", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:08:58 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/internal/builds?job_name=config-update&newrev=da2d06843430f860c9efe5df16c5e09093b5563b", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "_id": 18, "artifacts": [ { "metadata": { "type": "zuul_manifest" }, "name": "Zuul Manifest", "url": "https://sfop.me/logs/d9b/internal/d9b83b8b21e04a5d9ae06fc58ce266c8/zuul-manifest.json" } ], "buildset": { "uuid": "59a17cb475a1413598e28078fbced583" }, "duration": 95.0, "end_time": "2026-06-09T01:08:54", "error_detail": null, "event_id": "b8364d2b204b41109cbc8ee667765392", "event_timestamp": "2026-06-09T01:07:18", "execute_time": "2026-06-09T01:07:19", "final": true, "held": false, "job_name": "config-update", "log_url": "https://sfop.me/logs/d9b/internal/d9b83b8b21e04a5d9ae06fc58ce266c8/", "nodeset": "", "pipeline": "post", "provides": [], "queue_item_uuid": "bfd0828c01174aa8b030d40548af2d45", "ref": { "branch": "master", "change": null, "newrev": "da2d06843430f860c9efe5df16c5e09093b5563b", "oldrev": "5d65b4b0719eac97f826bad01de3dfec2efe06b7", "patchset": null, "project": "config", "ref": "refs/heads/master", "ref_url": "https://gerrit.sfop.me/plugins/gitiles/config/+/da2d06843430f860c9efe5df16c5e09093b5563b^!/" }, "result": "SUCCESS", "start_time": "2026-06-09T01:07:19", "uuid": "d9b83b8b21e04a5d9ae06fc58ce266c8", "voting": true } ], "msg": "OK (1143 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/internal/builds?job_name=config-update&newrev=da2d06843430f860c9efe5df16c5e09093b5563b", "via": "1.1 10.244.0.119" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001c49", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:08:58.579270Z", "start": "2026-06-09T01:07:33.885924Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001d91", "name": "Wait config-update SUCCESS result using zuul-web API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "not (post_job | bool)", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001c49", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:08:58.629227Z", "start": "2026-06-09T01:08:58.590922Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001c4f", "name": "Ensure a success for config-update job" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "check_gz_redirection": true, "zuul_config_update_build_log_url": "https://sfop.me/logs/d9b/internal/d9b83b8b21e04a5d9ae06fc58ce266c8/" }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:08:58.688407Z", "start": "2026-06-09T01:08:58.644765Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001875", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/ensure-job-result-artifacts" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:08:58.720250Z", "start": "2026-06-09T01:08:58.693953Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001876", "name": "Check that Zuul has pushed the job console on the logserver" } }, { "hosts": { "controller": { "accept_ranges": "bytes", "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content_encoding": "x-gzip", "content_length": "4714", "content_type": "text/json", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:08:59 GMT", "elapsed": 0, "etag": "\"126a-653c7c5169c55\"", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200, 404 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/logs/d9b/internal/d9b83b8b21e04a5d9ae06fc58ce266c8//job-output.txt.gz", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "last_modified": "Tue, 09 Jun 2026 01:08:50 GMT", "msg": "OK (4714 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/logs/d9b/internal/d9b83b8b21e04a5d9ae06fc58ce266c8//job-output.txt.gz", "via": "1.1 10.244.0.119" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001ed9", "name": "health-check/ensure-job-result-artifacts", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/ensure-job-result-artifacts" }, "task": { "duration": { "end": "2026-06-09T01:08:59.261567Z", "start": "2026-06-09T01:08:58.767638Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001edb", "name": "Ensure job console (job-output.txt.gz) exists in Logserver" } }, { "hosts": { "controller": { "accept_ranges": "bytes", "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "changed": false, "connection": "close", "content_encoding": "gzip", "content_length": "4714", "content_type": "text/json", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:08:59 GMT", "elapsed": 0, "etag": "\"126a-653c7c5169c55\"", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Accept-Encoding": "gzip" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/logs/d9b/internal/d9b83b8b21e04a5d9ae06fc58ce266c8//job-output.txt", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "last_modified": "Tue, 09 Jun 2026 01:08:50 GMT", "msg": "OK (4714 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/logs/d9b/internal/d9b83b8b21e04a5d9ae06fc58ce266c8//job-output.txt", "vary": "Accept-Encoding", "via": "1.1 10.244.0.119" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001ed9", "name": "health-check/ensure-job-result-artifacts", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/ensure-job-result-artifacts" }, "task": { "duration": { "end": "2026-06-09T01:08:59.817521Z", "start": "2026-06-09T01:08:59.270805Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001edc", "name": "Ensure internal logserver rewrite from job-output.txt to job-output.txt.gz" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content_length": "144", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:09:00 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/ichiban-tenant-jyu4hTvi/projects", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "canonical_name": "gerrit-sshd.sf/ichiban-config-jyu4hTvi", "connection_name": "gerrit", "name": "ichiban-config-jyu4hTvi", "type": "config" } ], "msg": "OK (144 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/ichiban-tenant-jyu4hTvi/projects", "via": "1.1 10.244.0.119" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:09:00.309473Z", "start": "2026-06-09T01:08:59.834505Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001877", "name": "Get Zuul projects list" } }, { "hosts": { "controller": { "action": "ansible.builtin.fail", "changed": false, "false_condition": "not (zuul_tenant_projects.json | selectattr('name', 'equalto', repository_name) | length == 1)", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001869", "name": "health-check/config-update-zuul", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/config-update-zuul" }, "task": { "duration": { "end": "2026-06-09T01:09:00.382856Z", "start": "2026-06-09T01:09:00.324419Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001878", "name": "Ensure project exists in Zuul (fail if not)" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "remote", "update" ], "delta": "0:00:00.103960", "end": "2026-06-08 21:09:00.744453", "failed": false, "invocation": { "module_args": { "_raw_params": "git remote update", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git remote update", "msg": "", "rc": 0, "start": "2026-06-08 21:09:00.640493", "stderr": "", "stderr_lines": [], "stdout": "Fetching origin\nFrom https://gerrit.sfop.me/a/demo-project\n 3810731..dee3b58 master -> origin/master\nFetching gerrit", "stdout_lines": [ "Fetching origin", "From https://gerrit.sfop.me/a/demo-project", " 3810731..dee3b58 master -> origin/master", "Fetching gerrit" ], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "reset", "--hard", "origin/master" ], "delta": "0:00:00.008683", "end": "2026-06-08 21:09:00.993022", "failed": false, "invocation": { "module_args": { "_raw_params": "git reset --hard origin/master", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git reset --hard origin/master", "msg": "", "rc": 0, "start": "2026-06-08 21:09:00.984339", "stderr": "", "stderr_lines": [], "stdout": "HEAD is now at dee3b58 Update demo-job to sleep 1 second", "stdout_lines": [ "HEAD is now at dee3b58 Update demo-job to sleep 1 second" ], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000010c", "name": "health-check/test-nodepool-launcher-pod", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-launcher-pod" }, "task": { "duration": { "end": "2026-06-09T01:09:01.051126Z", "start": "2026-06-09T01:09:00.412417Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000010e", "name": "Reset config dir to HEAD" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": false, "diff": { "after": { "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/playbooks" }, "before": { "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/playbooks" } }, "failed": false, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/playbooks", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "item": "playbooks", "mode": "02755", "owner": "zuul-worker", "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/playbooks", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 48, "state": "directory", "uid": 1000 }, { "ansible_loop_var": "item", "changed": true, "diff": { "after": { "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/zuul.d", "state": "directory" }, "before": { "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/zuul.d", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/zuul.d", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "item": "zuul.d", "mode": "02755", "owner": "zuul-worker", "path": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/zuul.d", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000 } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000010c", "name": "health-check/test-nodepool-launcher-pod", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-launcher-pod" }, "task": { "duration": { "end": "2026-06-09T01:09:01.591365Z", "start": "2026-06-09T01:09:01.060529Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000010f", "name": "Ensure playbooks and zuul.d dir exists" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": "c8e7462d50e8bd4302fcb30dfde941d30f33bee9", "dest": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/zuul.d/config.yaml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "tmp80lepb7j", "attributes": null, "backup": false, "checksum": "c8e7462d50e8bd4302fcb30dfde941d30f33bee9", "content": null, "dest": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/zuul.d/config.yaml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780967341.679151-1419-197124509909915/source", "unsafe_writes": false, "validate": null } }, "md5sum": "d1a0b416c49a0097366e426958c80910", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 239, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780967341.679151-1419-197124509909915/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000010c", "name": "health-check/test-nodepool-launcher-pod", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-launcher-pod" }, "task": { "duration": { "end": "2026-06-09T01:09:02.343542Z", "start": "2026-06-09T01:09:01.596895Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000110", "name": "Create new zuul config" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": "b130c2e8af35e13be1db18e421b347c86a84d00d", "dest": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/playbooks/microshift-pod.yml", "diff": [], "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": "tmp0f089i0y", "attributes": null, "backup": false, "checksum": "b130c2e8af35e13be1db18e421b347c86a84d00d", "content": null, "dest": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project/playbooks/microshift-pod.yml", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780967342.4327586-1428-246081082219006/source", "unsafe_writes": false, "validate": null } }, "md5sum": "0c5c624d82431ac9272c81e3f89d3705", "mode": "0644", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 86, "src": "/home/zuul-worker/.ansible/tmp/ansible-tmp-1780967342.4327586-1428-246081082219006/source", "state": "file", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000010c", "name": "health-check/test-nodepool-launcher-pod", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-launcher-pod" }, "task": { "duration": { "end": "2026-06-09T01:09:03.054070Z", "start": "2026-06-09T01:09:02.353312Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000111", "name": "Create simple playbook" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "add", "." ], "delta": "0:00:00.007291", "end": "2026-06-08 21:09:03.323380", "failed": false, "invocation": { "module_args": { "_raw_params": "git add .", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git add .", "msg": "", "rc": 0, "start": "2026-06-08 21:09:03.316089", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": [ "git", "commit", "-m", "Provide a demo job for testing the local pod spawning" ], "delta": "0:00:00.046133", "end": "2026-06-08 21:09:03.596855", "failed": false, "invocation": { "module_args": { "_raw_params": "git commit -m 'Provide a demo job for testing the local pod spawning'", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "git commit -m 'Provide a demo job for testing the local pod spawning'", "msg": "", "rc": 0, "start": "2026-06-08 21:09:03.550722", "stderr": "", "stderr_lines": [], "stdout": "[test_short_job 5aaf7ae] Provide a demo job for testing the local pod spawning\n 2 files changed, 18 insertions(+)\n create mode 100644 playbooks/microshift-pod.yml\n create mode 100644 zuul.d/config.yaml", "stdout_lines": [ "[test_short_job 5aaf7ae] Provide a demo job for testing the local pod spawning", " 2 files changed, 18 insertions(+)", " create mode 100644 playbooks/microshift-pod.yml", " create mode 100644 zuul.d/config.yaml" ], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000010c", "name": "health-check/test-nodepool-launcher-pod", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-launcher-pod" }, "task": { "duration": { "end": "2026-06-09T01:09:03.649995Z", "start": "2026-06-09T01:09:03.063067Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000112", "name": "Create git commit message" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "health-check/repo-submit-change" } } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-00000000010c", "name": "health-check/test-nodepool-launcher-pod", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-nodepool-launcher-pod" }, "task": { "duration": { "end": "2026-06-09T01:09:03.697940Z", "start": "2026-06-09T01:09:03.659919Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000113", "name": "Submit change and validate job success" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "submit-change.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001fe6", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:09:03.768881Z", "start": "2026-06-09T01:09:03.733857Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001fe8", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "git", "review" ], "delta": "0:00:00.430545", "end": "2026-06-08 21:09:04.465950", "invocation": { "module_args": { "_raw_params": "git review", "_uses_shell": false, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000200d-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:09:04.035405", "stderr": "", "stderr_lines": [], "stdout": "remote: \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1 \nremote: Processing changes: refs: 1, new: 1, done \nremote: commit 5aaf7ae: warning: subject >50 characters; use shorter first paragraph \nremote: \nremote: SUCCESS \nremote: \nremote: https://gerrit.sfop.me/c/demo-project/+/8 Provide a demo job for testing the local pod spawning [NEW] \nremote: \nTo https://gerrit.sfop.me/a/demo-project\n * [new reference] HEAD -> refs/for/master", "stdout_lines": [ "remote: ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1 ", "remote: Processing changes: refs: 1, new: 1, done ", "remote: commit 5aaf7ae: warning: subject >50 characters; use shorter first paragraph ", "remote: ", "remote: SUCCESS ", "remote: ", "remote: https://gerrit.sfop.me/c/demo-project/+/8 Provide a demo job for testing the local pod spawning [NEW] ", "remote: ", "To https://gerrit.sfop.me/a/demo-project", " * [new reference] HEAD -> refs/for/master" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000200d-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001fe6", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:09:04.830929Z", "start": "2026-06-09T01:09:03.811695Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000200d", "name": "Submit change" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "git log -n 1 | awk '/Change-Id/ {print $2}'", "delta": "0:00:00.008924", "end": "2026-06-08 21:09:05.135336", "invocation": { "module_args": { "_raw_params": "git log -n 1 | awk '/Change-Id/ {print $2}'", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/demo-project", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000200e-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:09:05.126412", "stderr": "", "stderr_lines": [], "stdout": "I3aaf122c0296d7098a990c306aabd8c23d067757", "stdout_lines": [ "I3aaf122c0296d7098a990c306aabd8c23d067757" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000200e-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001fe6", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:09:05.388445Z", "start": "2026-06-09T01:09:04.869473Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000200e", "name": "Get Change-id" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "changed": false, "false_condition": "approve | bool", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001fe6", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:09:05.425856Z", "start": "2026-06-09T01:09:05.397567Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000200f", "name": "Set Code-Review and Workflow label using gerrit API" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "ensure_job_failure", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001fe6", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:09:05.466650Z", "start": "2026-06-09T01:09:05.438852Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001fe9", "name": "Ensure a failure for config-check job" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "check_zuul_console", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001fe6", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:09:05.507785Z", "start": "2026-06-09T01:09:05.480072Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001fea", "name": "Verify Zuul Console output" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "false_condition": "post_job | bool", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001fe6", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:09:05.559907Z", "start": "2026-06-09T01:09:05.522098Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001feb", "name": "Ensure a success for microshift-pod post job" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_tasks", "changed": false, "include": "ensure-job-success.yaml", "include_args": {} } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001fe6", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:09:05.619875Z", "start": "2026-06-09T01:09:05.573465Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000001fec", "name": "Ensure a success for microshift-pod job" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "cache_control": "private, max-age=0, must-revalidate", "changed": false, "connection": "close", "content": ")]}'\n{\"id\":\"demo-project~master~I3aaf122c0296d7098a990c306aabd8c23d067757\",\"project\":\"demo-project\",\"branch\":\"master\",\"hashtags\":[],\"change_id\":\"I3aaf122c0296d7098a990c306aabd8c23d067757\",\"subject\":\"Provide a demo job for testing the local pod spawning\",\"status\":\"NEW\",\"created\":\"2026-06-09 01:09:04.000000000\",\"updated\":\"2026-06-09 01:09:04.000000000\",\"submit_type\":\"FAST_FORWARD_ONLY\",\"insertions\":18,\"deletions\":0,\"total_comment_count\":0,\"unresolved_comment_count\":0,\"has_review_started\":true,\"meta_rev_id\":\"2d706fac69c48280ac4dd3d1285074afff6aee98\",\"_number\":8,\"owner\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]},\"labels\":{\"Code-Review\":{\"values\":{\"-2\":\"Do not submit\",\"-1\":\"I would prefer that you didn\\u0027t submit this\",\" 0\":\"No score\",\"+1\":\"Looks good to me, but someone else must approve\",\"+2\":\"Looks good to me (core reviewer)\"},\"default_value\":0},\"Verified\":{\"values\":{\"-2\":\"Fails\",\"-1\":\"Doesn\\u0027t seem to work\",\" 0\":\"No score\",\"+1\":\"Works for me\",\"+2\":\"Verified\"},\"default_value\":0},\"Workflow\":{\"values\":{\"-1\":\"Work in progress\",\" 0\":\"Ready for reviews\",\"+1\":\"Approved\"},\"default_value\":0}},\"removable_reviewers\":[],\"reviewers\":{},\"pending_reviewers\":{},\"current_revision\":\"5aaf7ae83b33309481e249184ec7ee8560a65273\",\"revisions\":{\"5aaf7ae83b33309481e249184ec7ee8560a65273\":{\"kind\":\"REWORK\",\"_number\":1,\"created\":\"2026-06-09 01:09:04.000000000\",\"uploader\":{\"_account_id\":1,\"name\":\"Administrator\",\"email\":\"admin@sfop.me\",\"username\":\"admin\",\"avatars\":[{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d32\",\"height\":32},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d56\",\"height\":56},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d100\",\"height\":100},{\"url\":\"https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d\\u003didenticon\\u0026r\\u003dpg\\u0026s\\u003d120\",\"height\":120}]},\"ref\":\"refs/changes/08/8/1\",\"fetch\":{\"anonymous http\":{\"url\":\"https://gerrit.sfop.me/demo-project\",\"ref\":\"refs/changes/08/8/1\"}}}},\"requirements\":[],\"submit_records\":[{\"rule_name\":\"gerrit~DefaultSubmitRule\",\"status\":\"NOT_READY\",\"labels\":[{\"label\":\"Code-Review\",\"status\":\"NEED\"},{\"label\":\"Verified\",\"status\":\"NEED\"},{\"label\":\"Workflow\",\"status\":\"NEED\"}]}]}\n", "content_disposition": "attachment", "content_length": "2986", "content_type": "application/json;charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:09:06 GMT", "elapsed": 0, "etag": "47efe08685224336f988acf50ba289d3", "expires": "Tue, 09 Jun 2026 01:09:06 GMT", "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://gerrit.sfop.me/changes/I3aaf122c0296d7098a990c306aabd8c23d067757/revisions/current/review", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "msg": "OK (2986 bytes)", "redirected": false, "status": 200, "url": "https://gerrit.sfop.me/changes/I3aaf122c0296d7098a990c306aabd8c23d067757/revisions/current/review", "x_content_type_options": "nosniff", "x_frame_options": "DENY" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001fe6", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:09:06.173802Z", "start": "2026-06-09T01:09:05.647991Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000002038", "name": "Get review ID from the changeID using gerrit API" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "json_reply": { "_number": 8, "branch": "master", "change_id": "I3aaf122c0296d7098a990c306aabd8c23d067757", "created": "2026-06-09 01:09:04.000000000", "current_revision": "5aaf7ae83b33309481e249184ec7ee8560a65273", "deletions": 0, "has_review_started": true, "hashtags": [], "id": "demo-project~master~I3aaf122c0296d7098a990c306aabd8c23d067757", "insertions": 18, "labels": { "Code-Review": { "default_value": 0, "values": { " 0": "No score", "+1": "Looks good to me, but someone else must approve", "+2": "Looks good to me (core reviewer)", "-1": "I would prefer that you didn't submit this", "-2": "Do not submit" } }, "Verified": { "default_value": 0, "values": { " 0": "No score", "+1": "Works for me", "+2": "Verified", "-1": "Doesn't seem to work", "-2": "Fails" } }, "Workflow": { "default_value": 0, "values": { " 0": "Ready for reviews", "+1": "Approved", "-1": "Work in progress" } } }, "meta_rev_id": "2d706fac69c48280ac4dd3d1285074afff6aee98", "owner": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" }, "pending_reviewers": {}, "project": "demo-project", "removable_reviewers": [], "requirements": [], "reviewers": {}, "revisions": { "5aaf7ae83b33309481e249184ec7ee8560a65273": { "_number": 1, "created": "2026-06-09 01:09:04.000000000", "fetch": { "anonymous http": { "ref": "refs/changes/08/8/1", "url": "https://gerrit.sfop.me/demo-project" } }, "kind": "REWORK", "ref": "refs/changes/08/8/1", "uploader": { "_account_id": 1, "avatars": [ { "height": 32, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=32" }, { "height": 56, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=56" }, { "height": 100, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=100" }, { "height": 120, "url": "https://www.gravatar.com/avatar/acaf62011e2e88193bda56f56641c7a4.jpg?d=identicon&r=pg&s=120" } ], "email": "admin@sfop.me", "name": "Administrator", "username": "admin" } } }, "status": "NEW", "subject": "Provide a demo job for testing the local pod spawning", "submit_records": [ { "labels": [ { "label": "Code-Review", "status": "NEED" }, { "label": "Verified", "status": "NEED" }, { "label": "Workflow", "status": "NEED" } ], "rule_name": "gerrit~DefaultSubmitRule", "status": "NOT_READY" } ], "submit_type": "FAST_FORWARD_ONLY", "total_comment_count": 0, "unresolved_comment_count": 0, "updated": "2026-06-09 01:09:04.000000000" } }, "changed": false } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001fe6", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:09:06.245441Z", "start": "2026-06-09T01:09:06.186833Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000002039", "name": "" } }, { "hosts": { "controller": { "access_control_allow_origin": "*", "action": "ansible.builtin.uri", "attempts": 11, "changed": false, "connection": "close", "content": "[{\"_id\": 19, \"uuid\": \"bba8b14c578c462fa86a617616a4bc29\", \"job_name\": \"microshift-pod\", \"result\": \"SUCCESS\", \"held\": false, \"execute_time\": \"2026-06-09T01:09:16\", \"start_time\": \"2026-06-09T01:09:16\", \"end_time\": \"2026-06-09T01:10:44\", \"duration\": 88.0, \"voting\": true, \"log_url\": null, \"nodeset\": \"\", \"error_detail\": null, \"final\": true, \"artifacts\": [], \"provides\": [], \"ref\": {\"project\": \"demo-project\", \"branch\": \"master\", \"change\": 8, \"patchset\": \"1\", \"ref\": \"refs/changes/08/8/1\", \"oldrev\": null, \"newrev\": null, \"ref_url\": \"https://gerrit.sfop.me/c/demo-project/+/8\"}, \"pipeline\": \"check\", \"event_id\": \"74095b2758574f4091501df5b553818c\", \"event_timestamp\": \"2026-06-09T01:09:04\", \"queue_item_uuid\": \"cd0bf47e5d614c3f8c9ae6644ee6a0d4\", \"buildset\": {\"uuid\": \"05322f3ae4174319b2da547ac75cc721\"}}]", "content_length": "798", "content_type": "application/json; charset=utf-8", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:10:51 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "json", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": { "Content-Type": "application/json" }, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "https://sfop.me/zuul/api/tenant/demo-tenant/builds?job_name=microshift-pod&change=8", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": false } }, "json": [ { "_id": 19, "artifacts": [], "buildset": { "uuid": "05322f3ae4174319b2da547ac75cc721" }, "duration": 88.0, "end_time": "2026-06-09T01:10:44", "error_detail": null, "event_id": "74095b2758574f4091501df5b553818c", "event_timestamp": "2026-06-09T01:09:04", "execute_time": "2026-06-09T01:09:16", "final": true, "held": false, "job_name": "microshift-pod", "log_url": null, "nodeset": "", "pipeline": "check", "provides": [], "queue_item_uuid": "cd0bf47e5d614c3f8c9ae6644ee6a0d4", "ref": { "branch": "master", "change": 8, "newrev": null, "oldrev": null, "patchset": "1", "project": "demo-project", "ref": "refs/changes/08/8/1", "ref_url": "https://gerrit.sfop.me/c/demo-project/+/8" }, "result": "SUCCESS", "start_time": "2026-06-09T01:09:16", "uuid": "bba8b14c578c462fa86a617616a4bc29", "voting": true } ], "msg": "OK (798 bytes)", "redirected": false, "status": 200, "url": "https://sfop.me/zuul/api/tenant/demo-tenant/builds?job_name=microshift-pod&change=8", "via": "1.1 10.244.0.119" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000001fe6", "name": "health-check/repo-submit-change", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/repo-submit-change" }, "task": { "duration": { "end": "2026-06-09T01:10:51.938760Z", "start": "2026-06-09T01:09:06.257025Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000203a", "name": "Wait microshift-pod SUCCESS result using zuul-web API" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "attempts": 1, "changed": true, "cmd": [ "kubectl", "get", "sts", "logserver", "-o=jsonpath={.status.readyReplicas}" ], "delta": "0:00:00.065473", "end": "2026-06-08 21:10:52.421855", "invocation": { "module_args": { "_raw_params": "kubectl get sts logserver -o=jsonpath='{.status.readyReplicas}'", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000117-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:10:52.356382", "stderr": "", "stderr_lines": [], "stdout": "1", "stdout_lines": [ "1" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-000000000117-1-controller" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000115", "name": "health-check/test-volumestats-sidecar", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-volumestats-sidecar" }, "task": { "duration": { "end": "2026-06-09T01:10:52.634909Z", "start": "2026-06-09T01:10:52.116983Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000117", "name": "ensure logserver deployment is ready" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "ansible_job_id": "j396602055830.184814", "changed": true, "finished": 0, "results_file": "/home/zuul-worker/.ansible_async/j396602055830.184814", "started": 1 } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000115", "name": "health-check/test-volumestats-sidecar", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-volumestats-sidecar" }, "task": { "duration": { "end": "2026-06-09T01:10:53.450842Z", "start": "2026-06-09T01:10:52.644855Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000118", "name": "Start port forwarding to logserver sidecar" } }, { "hosts": { "controller": { "action": "ansible.builtin.pause", "changed": false, "delta": 20, "echo": true, "rc": 0, "start": "2026-06-09 01:10:53.489341", "stderr": "", "stdout": "Paused for 20.0 seconds", "stop": "2026-06-09 01:11:13.492533", "user_input": "" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000115", "name": "health-check/test-volumestats-sidecar", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-volumestats-sidecar" }, "task": { "duration": { "end": "2026-06-09T01:11:13.506038Z", "start": "2026-06-09T01:10:53.459706Z" }, "id": "0a580a2a-0013-f1cf-ed0f-000000000119", "name": "Pause to ensure the port forwarding is up" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content": "# HELP go_gc_duration_seconds A summary of the wall-time pause (stop-the-world) duration in garbage collection cycles.\n# TYPE go_gc_duration_seconds summary\ngo_gc_duration_seconds{quantile=\"0\"} 0\ngo_gc_duration_seconds{quantile=\"0.25\"} 0\ngo_gc_duration_seconds{quantile=\"0.5\"} 0\ngo_gc_duration_seconds{quantile=\"0.75\"} 0\ngo_gc_duration_seconds{quantile=\"1\"} 0\ngo_gc_duration_seconds_sum 0\ngo_gc_duration_seconds_count 0\n# HELP go_gc_gogc_percent Heap size target percentage configured by the user, otherwise 100. This value is set by the GOGC environment variable, and the runtime/debug.SetGCPercent function. Sourced from /gc/gogc:percent\n# TYPE go_gc_gogc_percent gauge\ngo_gc_gogc_percent 100\n# HELP go_gc_gomemlimit_bytes Go runtime memory limit configured by the user, otherwise math.MaxInt64. This value is set by the GOMEMLIMIT environment variable, and the runtime/debug.SetMemoryLimit function. Sourced from /gc/gomemlimit:bytes\n# TYPE go_gc_gomemlimit_bytes gauge\ngo_gc_gomemlimit_bytes 9.223372036854776e+18\n# HELP go_goroutines Number of goroutines that currently exist.\n# TYPE go_goroutines gauge\ngo_goroutines 7\n# HELP go_info Information about the Go environment.\n# TYPE go_info gauge\ngo_info{version=\"go1.23.7\"} 1\n# HELP go_memstats_alloc_bytes Number of bytes allocated in heap and currently in use. Equals to /memory/classes/heap/objects:bytes.\n# TYPE go_memstats_alloc_bytes gauge\ngo_memstats_alloc_bytes 752144\n# HELP go_memstats_alloc_bytes_total Total number of bytes allocated in heap until now, even if released already. Equals to /gc/heap/allocs:bytes.\n# TYPE go_memstats_alloc_bytes_total counter\ngo_memstats_alloc_bytes_total 752144\n# HELP go_memstats_buck_hash_sys_bytes Number of bytes used by the profiling bucket hash table. Equals to /memory/classes/profiling/buckets:bytes.\n# TYPE go_memstats_buck_hash_sys_bytes gauge\ngo_memstats_buck_hash_sys_bytes 1.44492e+06\n# HELP go_memstats_frees_total Total number of heap objects frees. Equals to /gc/heap/frees:objects + /gc/heap/tiny/allocs:objects.\n# TYPE go_memstats_frees_total counter\ngo_memstats_frees_total 792\n# HELP go_memstats_gc_sys_bytes Number of bytes used for garbage collection system metadata. Equals to /memory/classes/metadata/other:bytes.\n# TYPE go_memstats_gc_sys_bytes gauge\ngo_memstats_gc_sys_bytes 1.817608e+06\n# HELP go_memstats_heap_alloc_bytes Number of heap bytes allocated and currently in use, same as go_memstats_alloc_bytes. Equals to /memory/classes/heap/objects:bytes.\n# TYPE go_memstats_heap_alloc_bytes gauge\ngo_memstats_heap_alloc_bytes 752144\n# HELP go_memstats_heap_idle_bytes Number of heap bytes waiting to be used. Equals to /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes.\n# TYPE go_memstats_heap_idle_bytes gauge\ngo_memstats_heap_idle_bytes 1.581056e+06\n# HELP go_memstats_heap_inuse_bytes Number of heap bytes that are in use. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes\n# TYPE go_memstats_heap_inuse_bytes gauge\ngo_memstats_heap_inuse_bytes 2.187264e+06\n# HELP go_memstats_heap_objects Number of currently allocated objects. Equals to /gc/heap/objects:objects.\n# TYPE go_memstats_heap_objects gauge\ngo_memstats_heap_objects 5567\n# HELP go_memstats_heap_released_bytes Number of heap bytes released to OS. Equals to /memory/classes/heap/released:bytes.\n# TYPE go_memstats_heap_released_bytes gauge\ngo_memstats_heap_released_bytes 1.581056e+06\n# HELP go_memstats_heap_sys_bytes Number of heap bytes obtained from system. Equals to /memory/classes/heap/objects:bytes + /memory/classes/heap/unused:bytes + /memory/classes/heap/released:bytes + /memory/classes/heap/free:bytes.\n# TYPE go_memstats_heap_sys_bytes gauge\ngo_memstats_heap_sys_bytes 3.76832e+06\n# HELP go_memstats_last_gc_time_seconds Number of seconds since 1970 of last garbage collection.\n# TYPE go_memstats_last_gc_time_seconds gauge\ngo_memstats_last_gc_time_seconds 0\n# HELP go_memstats_mallocs_total Total number of heap objects allocated, both live and gc-ed. Semantically a counter version for go_memstats_heap_objects gauge. Equals to /gc/heap/allocs:objects + /gc/heap/tiny/allocs:objects.\n# TYPE go_memstats_mallocs_total counter\ngo_memstats_mallocs_total 6359\n# HELP go_memstats_mcache_inuse_bytes Number of bytes in use by mcache structures. Equals to /memory/classes/metadata/mcache/inuse:bytes.\n# TYPE go_memstats_mcache_inuse_bytes gauge\ngo_memstats_mcache_inuse_bytes 1200\n# HELP go_memstats_mcache_sys_bytes Number of bytes used for mcache structures obtained from system. Equals to /memory/classes/metadata/mcache/inuse:bytes + /memory/classes/metadata/mcache/free:bytes.\n# TYPE go_memstats_mcache_sys_bytes gauge\ngo_memstats_mcache_sys_bytes 15600\n# HELP go_memstats_mspan_inuse_bytes Number of bytes in use by mspan structures. Equals to /memory/classes/metadata/mspan/inuse:bytes.\n# TYPE go_memstats_mspan_inuse_bytes gauge\ngo_memstats_mspan_inuse_bytes 35520\n# HELP go_memstats_mspan_sys_bytes Number of bytes used for mspan structures obtained from system. Equals to /memory/classes/metadata/mspan/inuse:bytes + /memory/classes/metadata/mspan/free:bytes.\n# TYPE go_memstats_mspan_sys_bytes gauge\ngo_memstats_mspan_sys_bytes 48960\n# HELP go_memstats_next_gc_bytes Number of heap bytes when next garbage collection will take place. Equals to /gc/heap/goal:bytes.\n# TYPE go_memstats_next_gc_bytes gauge\ngo_memstats_next_gc_bytes 4.194304e+06\n# HELP go_memstats_other_sys_bytes Number of bytes used for other system allocations. Equals to /memory/classes/other:bytes.\n# TYPE go_memstats_other_sys_bytes gauge\ngo_memstats_other_sys_bytes 823448\n# HELP go_memstats_stack_inuse_bytes Number of bytes obtained from system for stack allocator in non-CGO environments. Equals to /memory/classes/heap/stacks:bytes.\n# TYPE go_memstats_stack_inuse_bytes gauge\ngo_memstats_stack_inuse_bytes 425984\n# HELP go_memstats_stack_sys_bytes Number of bytes obtained from system for stack allocator. Equals to /memory/classes/heap/stacks:bytes + /memory/classes/os-stacks:bytes.\n# TYPE go_memstats_stack_sys_bytes gauge\ngo_memstats_stack_sys_bytes 425984\n# HELP go_memstats_sys_bytes Number of bytes obtained from system. Equals to /memory/classes/total:byte.\n# TYPE go_memstats_sys_bytes gauge\ngo_memstats_sys_bytes 8.34484e+06\n# HELP go_sched_gomaxprocs_threads The current runtime.GOMAXPROCS setting, or the number of operating system threads that can execute user-level Go code simultaneously. Sourced from /sched/gomaxprocs:threads\n# TYPE go_sched_gomaxprocs_threads gauge\ngo_sched_gomaxprocs_threads 1\n# HELP go_threads Number of OS threads created.\n# TYPE go_threads gauge\ngo_threads 6\n# HELP node_exporter_build_info A metric with a constant '1' value labeled by version, revision, branch, goversion from which node_exporter was built, and the goos and goarch for the build.\n# TYPE node_exporter_build_info gauge\nnode_exporter_build_info{branch=\"HEAD\",goarch=\"amd64\",goos=\"linux\",goversion=\"go1.23.7\",revision=\"f2ec547b49af53815038a50265aa2adcd1275959\",tags=\"unknown\",version=\"1.9.1\"} 1\n# HELP node_filesystem_avail_bytes Filesystem space available to non-root users in bytes.\n# TYPE node_filesystem_avail_bytes gauge\nnode_filesystem_avail_bytes{device=\"/dev/vda1\",device_error=\"\",fstype=\"xfs\",mountpoint=\"/home/data/rsync\"} 4.0651761664e+11\n# HELP node_filesystem_device_error Whether an error occurred while getting statistics for the given device.\n# TYPE node_filesystem_device_error gauge\nnode_filesystem_device_error{device=\"/dev/vda1\",device_error=\"\",fstype=\"xfs\",mountpoint=\"/home/data/rsync\"} 0\n# HELP node_filesystem_files Filesystem total file nodes.\n# TYPE node_filesystem_files gauge\nnode_filesystem_files{device=\"/dev/vda1\",device_error=\"\",fstype=\"xfs\",mountpoint=\"/home/data/rsync\"} 2.09714672e+08\n# HELP node_filesystem_files_free Filesystem total free file nodes.\n# TYPE node_filesystem_files_free gauge\nnode_filesystem_files_free{device=\"/dev/vda1\",device_error=\"\",fstype=\"xfs\",mountpoint=\"/home/data/rsync\"} 2.09126262e+08\n# HELP node_filesystem_free_bytes Filesystem free space in bytes.\n# TYPE node_filesystem_free_bytes gauge\nnode_filesystem_free_bytes{device=\"/dev/vda1\",device_error=\"\",fstype=\"xfs\",mountpoint=\"/home/data/rsync\"} 4.0651761664e+11\n# HELP node_filesystem_mount_info Filesystem mount information.\n# TYPE node_filesystem_mount_info gauge\nnode_filesystem_mount_info{device=\"/dev/vda1\",major=\"252\",minor=\"1\",mountpoint=\"/home/data/rsync\"} 1\n# HELP node_filesystem_purgeable_bytes Filesystem space available including purgeable space (MacOS specific).\n# TYPE node_filesystem_purgeable_bytes gauge\nnode_filesystem_purgeable_bytes{device=\"/dev/vda1\",device_error=\"\",fstype=\"xfs\",mountpoint=\"/home/data/rsync\"} 0\n# HELP node_filesystem_readonly Filesystem read-only status.\n# TYPE node_filesystem_readonly gauge\nnode_filesystem_readonly{device=\"/dev/vda1\",device_error=\"\",fstype=\"xfs\",mountpoint=\"/home/data/rsync\"} 0\n# HELP node_filesystem_size_bytes Filesystem size in bytes.\n# TYPE node_filesystem_size_bytes gauge\nnode_filesystem_size_bytes{device=\"/dev/vda1\",device_error=\"\",fstype=\"xfs\",mountpoint=\"/home/data/rsync\"} 4.2942855168e+11\n# HELP node_scrape_collector_duration_seconds node_exporter: Duration of a collector scrape.\n# TYPE node_scrape_collector_duration_seconds gauge\nnode_scrape_collector_duration_seconds{collector=\"filesystem\"} 0.000664579\n# HELP node_scrape_collector_success node_exporter: Whether a collector succeeded.\n# TYPE node_scrape_collector_success gauge\nnode_scrape_collector_success{collector=\"filesystem\"} 1\n# HELP process_cpu_seconds_total Total user and system CPU time spent in seconds.\n# TYPE process_cpu_seconds_total counter\nprocess_cpu_seconds_total 0.03\n# HELP process_max_fds Maximum number of open file descriptors.\n# TYPE process_max_fds gauge\nprocess_max_fds 1.048576e+06\n# HELP process_network_receive_bytes_total Number of bytes received by the process over the network.\n# TYPE process_network_receive_bytes_total counter\nprocess_network_receive_bytes_total 587666\n# HELP process_network_transmit_bytes_total Number of bytes sent by the process over the network.\n# TYPE process_network_transmit_bytes_total counter\nprocess_network_transmit_bytes_total 206503\n# HELP process_open_fds Number of open file descriptors.\n# TYPE process_open_fds gauge\nprocess_open_fds 7\n# HELP process_resident_memory_bytes Resident memory size in bytes.\n# TYPE process_resident_memory_bytes gauge\nprocess_resident_memory_bytes 1.7342464e+07\n# HELP process_start_time_seconds Start time of the process since unix epoch in seconds.\n# TYPE process_start_time_seconds gauge\nprocess_start_time_seconds 1.78096692686e+09\n# HELP process_virtual_memory_bytes Virtual memory size in bytes.\n# TYPE process_virtual_memory_bytes gauge\nprocess_virtual_memory_bytes 1.27066112e+09\n# HELP process_virtual_memory_max_bytes Maximum amount of virtual memory available in bytes.\n# TYPE process_virtual_memory_max_bytes gauge\nprocess_virtual_memory_max_bytes 1.8446744073709552e+19\n# HELP promhttp_metric_handler_errors_total Total number of internal errors encountered by the promhttp metric handler.\n# TYPE promhttp_metric_handler_errors_total counter\npromhttp_metric_handler_errors_total{cause=\"encoding\"} 0\npromhttp_metric_handler_errors_total{cause=\"gathering\"} 0\n# HELP promhttp_metric_handler_requests_in_flight Current number of scrapes being served.\n# TYPE promhttp_metric_handler_requests_in_flight gauge\npromhttp_metric_handler_requests_in_flight 1\n# HELP promhttp_metric_handler_requests_total Total number of scrapes by HTTP status code.\n# TYPE promhttp_metric_handler_requests_total counter\npromhttp_metric_handler_requests_total{code=\"200\"} 0\npromhttp_metric_handler_requests_total{code=\"500\"} 0\npromhttp_metric_handler_requests_total{code=\"503\"} 0\n", "content_type": "text/plain; version=0.0.4; charset=utf-8; escaping=underscores", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:11:14 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "http://localhost:9100/metrics", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": true } }, "msg": "OK (unknown bytes)", "redirected": false, "status": 200, "transfer_encoding": "chunked", "url": "http://localhost:9100/metrics" } }, "role": { "id": "0a580a2a-0013-f1cf-ed0f-000000000115", "name": "health-check/test-volumestats-sidecar", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/health-check/test-volumestats-sidecar" }, "task": { "duration": { "end": "2026-06-09T01:11:14.137249Z", "start": "2026-06-09T01:11:13.515027Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000011a", "name": "Ensure volume info is exposed by metrics" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "set -o pipefail\ngo run main.go version\n", "delta": "0:00:00.353181", "end": "2026-06-08 21:11:14.764415", "invocation": { "module_args": { "_raw_params": "set -o pipefail\ngo run main.go version\n", "_uses_shell": true, "argv": null, "chdir": "src/softwarefactory-project.io/software-factory/sf-operator", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000011e-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:11:14.411234", "stderr": "", "stderr_lines": [], "stdout": "v0.0.67-7-gd34d67ac", "stdout_lines": [ "v0.0.67-7-gd34d67ac" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000011e-1-controller" } }, "task": { "duration": { "end": "2026-06-09T01:11:15.207093Z", "start": "2026-06-09T01:11:14.184633Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000011e", "name": "Register CLI version" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl -n sf get configmap sf-standalone-owner -o jsonpath='{.metadata.annotations}'", "delta": "0:00:00.097915", "end": "2026-06-08 21:11:15.659326", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "kubectl -n sf get configmap sf-standalone-owner -o jsonpath='{.metadata.annotations}'", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000011f-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:11:15.561411", "stderr": "", "stderr_lines": [], "stdout": "{\"last-reconcile\":\"1780966923\",\"sf-operator-version\":\"v0.0.67-7-gd34d67ac\"}", "stdout_lines": [ "{\"last-reconcile\":\"1780966923\",\"sf-operator-version\":\"v0.0.67-7-gd34d67ac\"}" ], "zuul_log_id": "0a580a2a-0013-f1cf-ed0f-00000000011f-1-controller" } }, "task": { "duration": { "end": "2026-06-09T01:11:15.766221Z", "start": "2026-06-09T01:11:15.245950Z" }, "id": "0a580a2a-0013-f1cf-ed0f-00000000011f", "name": "ensure annotations are present on sf-standalone-owner" } } ] } ], "stats": { "controller": { "changed": 219, "failures": 0, "ignored": 0, "ok": 367, "rescued": 0, "skipped": 57, "unreachable": 0 } }, "trusted": false }, { "branch": "master", "index": "0", "phase": "post", "playbook": "softwarefactory-project.io/software-factory/sf-operator/playbooks/get-minikube-logs.yaml", "plays": [ { "play": { "duration": { "end": "2026-06-09T01:12:04.204152Z", "start": "2026-06-09T01:11:16.768995Z" }, "id": "0a580a2a-0013-7252-da5f-000000000002", "name": "controller" }, "tasks": [ { "hosts": { "controller": { "action": "shell", "changed": true, "cmd": "mkdir -p ~/zuul-output/logs/\nminikube logs > ~/zuul-output/logs/minikube.logs\nsudo dmesg > ~/zuul-output/logs/dmesg.txt\n", "delta": "0:00:02.108186", "end": "2026-06-08 21:11:19.317896", "invocation": { "module_args": { "_raw_params": "mkdir -p ~/zuul-output/logs/\nminikube logs > ~/zuul-output/logs/minikube.logs\nsudo dmesg > ~/zuul-output/logs/dmesg.txt\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7252-da5f-000000000004-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:11:17.209710", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-7252-da5f-000000000004-1-controller" } }, "task": { "duration": { "end": "2026-06-09T01:11:19.809341Z", "start": "2026-06-09T01:11:16.791850Z" }, "id": "0a580a2a-0013-7252-da5f-000000000004", "name": "Grab minikube logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "post/get-kubectl-logs" } } }, "task": { "duration": { "end": "2026-06-09T01:11:19.852777Z", "start": "2026-06-09T01:11:19.818029Z" }, "id": "0a580a2a-0013-7252-da5f-000000000005", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "logs_dir": "/home/zuul-worker/zuul-output/logs" }, "changed": false } }, "role": { "id": "0a580a2a-0013-7252-da5f-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-09T01:11:19.927120Z", "start": "2026-06-09T01:11:19.883613Z" }, "id": "0a580a2a-0013-7252-da5f-000000000029", "name": "Set proper facts" } }, { "hosts": { "controller": { "action": "shell", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/pods-logs\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for pod in $(kubectl --namespace ${ns} get pod -o=custom-columns=NAME:.metadata.name --no-headers); do\n for cname in $(kubectl --namespace ${ns} get pod ${pod} -o jsonpath='{.spec.containers[*].name}'); do\n kubectl --namespace ${ns} logs --container=${cname} ${pod} &> /home/zuul-worker/zuul-output/logs/pods-logs/${ns}--${pod}--${cname}.txt\n done\n done\ndone\n", "delta": "0:00:08.377450", "end": "2026-06-08 21:11:28.591084", "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/pods-logs\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for pod in $(kubectl --namespace ${ns} get pod -o=custom-columns=NAME:.metadata.name --no-headers); do\n for cname in $(kubectl --namespace ${ns} get pod ${pod} -o jsonpath='{.spec.containers[*].name}'); do\n kubectl --namespace ${ns} logs --container=${cname} ${pod} &> /home/zuul-worker/zuul-output/logs/pods-logs/${ns}--${pod}--${cname}.txt\n done\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7252-da5f-00000000002a-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:11:20.213634", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-7252-da5f-00000000002a-1-controller" } }, "role": { "id": "0a580a2a-0013-7252-da5f-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-09T01:11:28.985815Z", "start": "2026-06-09T01:11:19.961221Z" }, "id": "0a580a2a-0013-7252-da5f-00000000002a", "name": "Get pod logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get pods -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--pods--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:04.155448", "end": "2026-06-08 21:11:33.369428", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get pods -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--pods--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "pods", "msg": "", "rc": 0, "start": "2026-06-08 21:11:29.213980", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get deployments -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--deployments--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:01.467729", "end": "2026-06-08 21:11:35.015341", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get deployments -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--deployments--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "deployments", "msg": "", "rc": 0, "start": "2026-06-08 21:11:33.547612", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get statefulsets -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--statefulsets--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:01.630966", "end": "2026-06-08 21:11:36.869230", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get statefulsets -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--statefulsets--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "statefulsets", "msg": "", "rc": 0, "start": "2026-06-08 21:11:35.238264", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get services -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--services--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:03.070141", "end": "2026-06-08 21:11:40.190911", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get services -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--services--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "services", "msg": "", "rc": 0, "start": "2026-06-08 21:11:37.120770", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get secrets -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--secrets--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:02.386992", "end": "2026-06-08 21:11:42.770292", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get secrets -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--secrets--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "secrets", "msg": "", "rc": 0, "start": "2026-06-08 21:11:40.383300", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get configmaps -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--configmaps--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:03.827906", "end": "2026-06-08 21:11:46.853294", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get configmaps -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--configmaps--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "configmaps", "msg": "", "rc": 0, "start": "2026-06-08 21:11:43.025388", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get jobs -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--jobs--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:01.026566", "end": "2026-06-08 21:11:48.128596", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get jobs -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--jobs--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "jobs", "msg": "", "rc": 0, "start": "2026-06-08 21:11:47.102030", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get pvc -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--pvc--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:02.159264", "end": "2026-06-08 21:11:50.509195", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get pvc -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--pvc--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "pvc", "msg": "", "rc": 0, "start": "2026-06-08 21:11:48.349931", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "item", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get ingress -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--ingress--$(basename ${item}).txt\n done\ndone\n", "delta": "0:00:00.745292", "end": "2026-06-08 21:11:51.470984", "failed": false, "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/items-describe\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get ingress -o name); do\n kubectl --namespace ${ns} describe $item > /home/zuul-worker/zuul-output/logs/items-describe/${ns}--ingress--$(basename ${item}).txt\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "item": "ingress", "msg": "", "rc": 0, "start": "2026-06-08 21:11:50.725692", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0a580a2a-0013-7252-da5f-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-09T01:11:51.515267Z", "start": "2026-06-09T01:11:28.993383Z" }, "id": "0a580a2a-0013-7252-da5f-00000000002b", "name": "Describe namespace resources" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/events\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n kubectl --namespace ${ns} get events --output custom-columns=\"DATE:metadata.creationTimestamp,TYPE:type,REASON:reason,OBJECT KIND:involvedObject.kind,OBJECT NAME:involvedObject.name,MESSAGE:message\" --sort-by=\".metadata.creationTimestamp\" > /home/zuul-worker/zuul-output/logs/events/${ns}.txt\ndone\n", "delta": "0:00:01.346564", "end": "2026-06-08 21:11:53.160634", "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/events\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n kubectl --namespace ${ns} get events --output custom-columns=\"DATE:metadata.creationTimestamp,TYPE:type,REASON:reason,OBJECT KIND:involvedObject.kind,OBJECT NAME:involvedObject.name,MESSAGE:message\" --sort-by=\".metadata.creationTimestamp\" > /home/zuul-worker/zuul-output/logs/events/${ns}.txt\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7252-da5f-00000000002c-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:11:51.814070", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-7252-da5f-00000000002c-1-controller" } }, "role": { "id": "0a580a2a-0013-7252-da5f-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-09T01:11:53.574071Z", "start": "2026-06-09T01:11:51.553284Z" }, "id": "0a580a2a-0013-7252-da5f-00000000002c", "name": "Get events" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "mkdir -p /home/zuul-worker/zuul-output/logs/decoded-secrets\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get secret -o name); do\n kubectl --namespace ${ns} get ${item} -o json | jq -r \".data | map_values(@base64d)\" > /home/zuul-worker/zuul-output/logs/decoded-secrets/${ns}--$(basename $item)\n done\ndone\n", "delta": "0:00:02.399900", "end": "2026-06-08 21:11:56.281546", "invocation": { "module_args": { "_raw_params": "mkdir -p /home/zuul-worker/zuul-output/logs/decoded-secrets\nfor ns in $(kubectl get ns -o=custom-columns=NAME:.metadata.name --no-headers); do\n for item in $(kubectl --namespace ${ns} get secret -o name); do\n kubectl --namespace ${ns} get ${item} -o json | jq -r \".data | map_values(@base64d)\" > /home/zuul-worker/zuul-output/logs/decoded-secrets/${ns}--$(basename $item)\n done\ndone\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7252-da5f-00000000002d-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:11:53.881646", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-7252-da5f-00000000002d-1-controller" } }, "role": { "id": "0a580a2a-0013-7252-da5f-000000000027", "name": "post/get-kubectl-logs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-kubectl-logs" }, "task": { "duration": { "end": "2026-06-09T01:11:56.636277Z", "start": "2026-06-09T01:11:53.614824Z" }, "id": "0a580a2a-0013-7252-da5f-00000000002d", "name": "Fetch decoded secrets" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "post/get-logserver-content" } } }, "task": { "duration": { "end": "2026-06-09T01:11:56.663037Z", "start": "2026-06-09T01:11:56.644067Z" }, "id": "0a580a2a-0013-7252-da5f-000000000006", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/logserver-content", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul-worker/zuul-output/logs/logserver-content", "state": "absent" } }, "role": { "id": "0a580a2a-0013-7252-da5f-000000000093", "name": "post/get-logserver-content", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-logserver-content" }, "task": { "duration": { "end": "2026-06-09T01:11:57.057264Z", "start": "2026-06-09T01:11:56.680109Z" }, "id": "0a580a2a-0013-7252-da5f-000000000095", "name": "Ensure removal of ~/zuul-output/logs/logserver-content" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "kubectl get pods -l \"run=logserver\" --no-headers -o custom-columns=\":metadata.name\"\n", "delta": "0:00:00.065452", "end": "2026-06-08 21:11:57.381295", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "kubectl get pods -l \"run=logserver\" --no-headers -o custom-columns=\":metadata.name\"\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7252-da5f-000000000096-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:11:57.315843", "stderr": "", "stderr_lines": [], "stdout": "logserver-0", "stdout_lines": [ "logserver-0" ], "zuul_log_id": "0a580a2a-0013-7252-da5f-000000000096-1-controller" } }, "role": { "id": "0a580a2a-0013-7252-da5f-000000000093", "name": "post/get-logserver-content", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-logserver-content" }, "task": { "duration": { "end": "2026-06-09T01:11:57.606295Z", "start": "2026-06-09T01:11:57.093711Z" }, "id": "0a580a2a-0013-7252-da5f-000000000096", "name": "Get logserver pod name" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "kubectl", "cp", "logserver-0:/var/www/html/logs", "-c", "logserver", "~/zuul-output/logs/logserver-content" ], "delta": "0:00:00.165233", "end": "2026-06-08 21:11:58.088912", "failed_when_result": false, "invocation": { "module_args": { "_raw_params": "kubectl cp logserver-0:/var/www/html/logs -c logserver ~/zuul-output/logs/logserver-content\n", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7252-da5f-000000000097-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:11:57.923679", "stderr": "", "stderr_lines": [], "stdout": "tar: Removing leading `/' from member names", "stdout_lines": [ "tar: Removing leading `/' from member names" ], "zuul_log_id": "0a580a2a-0013-7252-da5f-000000000097-1-controller" } }, "role": { "id": "0a580a2a-0013-7252-da5f-000000000093", "name": "post/get-logserver-content", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-logserver-content" }, "task": { "duration": { "end": "2026-06-09T01:11:58.164714Z", "start": "2026-06-09T01:11:57.647789Z" }, "id": "0a580a2a-0013-7252-da5f-000000000097", "name": "Fetch logserver content on locally in ~/zuul-output/logs/logserver-content" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "post/get-repos" } } }, "task": { "duration": { "end": "2026-06-09T01:11:58.204416Z", "start": "2026-06-09T01:11:58.179197Z" }, "id": "0a580a2a-0013-7252-da5f-000000000007", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.set_fact", "ansible_facts": { "dest_dir": "~/zuul-output/logs/repos/" }, "changed": false } }, "role": { "id": "0a580a2a-0013-7252-da5f-000000000117", "name": "post/get-repos", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-repos" }, "task": { "duration": { "end": "2026-06-09T01:11:58.266506Z", "start": "2026-06-09T01:11:58.236684Z" }, "id": "0a580a2a-0013-7252-da5f-000000000119", "name": "Set proper facts" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs/repos/", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/logs/repos/", "state": "absent" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul-worker/zuul-output/logs/repos/", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs/repos/", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-7252-da5f-000000000117", "name": "post/get-repos", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-repos" }, "task": { "duration": { "end": "2026-06-09T01:11:58.531743Z", "start": "2026-06-09T01:11:58.272209Z" }, "id": "0a580a2a-0013-7252-da5f-00000000011a", "name": "Ensure ~/zuul-output/logs/repos/" } }, { "hosts": { "controller": { "action": "ansible.builtin.copy", "changed": true, "checksum": null, "dest": "/home/zuul-worker/zuul-output/logs/repos/", "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_original_basename": null, "attributes": null, "backup": false, "checksum": null, "content": null, "dest": "/home/zuul-worker/zuul-output/logs/repos/", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": null, "owner": null, "remote_src": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/", "unsafe_writes": false, "validate": null } }, "md5sum": null, "mode": "0755", "owner": "zuul-worker", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 130, "src": "src/softwarefactory-project.io/software-factory/sf-operator/deploy/", "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-7252-da5f-000000000117", "name": "post/get-repos", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-repos" }, "task": { "duration": { "end": "2026-06-09T01:11:59.193497Z", "start": "2026-06-09T01:11:58.540480Z" }, "id": "0a580a2a-0013-7252-da5f-00000000011b", "name": "Copy repositories" } }, { "hosts": { "controller": { "action": "ansible.builtin.include_role", "changed": false, "include_args": { "name": "post/get-loki-logs" } } }, "task": { "duration": { "end": "2026-06-09T01:11:59.243166Z", "start": "2026-06-09T01:11:59.209322Z" }, "id": "0a580a2a-0013-7252-da5f-000000000008", "name": "" } }, { "hosts": { "controller": { "action": "ansible.builtin.file", "changed": true, "diff": { "after": { "path": "/home/zuul-worker/zuul-output/logs/loki-logs", "state": "directory" }, "before": { "path": "/home/zuul-worker/zuul-output/logs/loki-logs", "state": "absent" } }, "gid": 1000, "group": "zuul-worker", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": "zuul-worker", "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs/loki-logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul-worker", "path": "/home/zuul-worker/zuul-output/logs/loki-logs", "secontext": "unconfined_u:object_r:user_home_t:s0", "size": 6, "state": "directory", "uid": 1000 } }, "role": { "id": "0a580a2a-0013-7252-da5f-0000000001c7", "name": "post/get-loki-logs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-loki-logs" }, "task": { "duration": { "end": "2026-06-09T01:11:59.568989Z", "start": "2026-06-09T01:11:59.282287Z" }, "id": "0a580a2a-0013-7252-da5f-0000000001c9", "name": "Ensure output dir exists for loki logs" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "realpath", "~/zuul-output/logs/loki-logs" ], "delta": "0:00:00.005823", "end": "2026-06-08 21:11:59.857587", "invocation": { "module_args": { "_raw_params": "realpath ~/zuul-output/logs/loki-logs", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7252-da5f-0000000001ca-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:11:59.851764", "stderr": "", "stderr_lines": [], "stdout": "/home/zuul-worker/zuul-output/logs/loki-logs", "stdout_lines": [ "/home/zuul-worker/zuul-output/logs/loki-logs" ], "zuul_log_id": "0a580a2a-0013-7252-da5f-0000000001ca-1-controller" } }, "role": { "id": "0a580a2a-0013-7252-da5f-0000000001c7", "name": "post/get-loki-logs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-loki-logs" }, "task": { "duration": { "end": "2026-06-09T01:12:00.122096Z", "start": "2026-06-09T01:11:59.607472Z" }, "id": "0a580a2a-0013-7252-da5f-0000000001ca", "name": "Set realpath for the log directory" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "ansible_job_id": "j324415552049.191195", "changed": true, "finished": 0, "results_file": "/home/zuul-worker/.ansible_async/j324415552049.191195", "started": 1 } }, "role": { "id": "0a580a2a-0013-7252-da5f-0000000001c7", "name": "post/get-loki-logs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-loki-logs" }, "task": { "duration": { "end": "2026-06-09T01:12:00.859500Z", "start": "2026-06-09T01:12:00.129651Z" }, "id": "0a580a2a-0013-7252-da5f-0000000001cb", "name": "Start port forwarding to loki-http if needed" } }, { "hosts": { "controller": { "action": "ansible.builtin.uri", "attempts": 1, "changed": false, "connection": "close", "content": "{\"version\":\"2.9.2\",\"revision\":\"a17308db6\",\"branch\":\"HEAD\",\"buildUser\":\"root@70c6558e2a71\",\"buildDate\":\"2023-10-25T13:12:25Z\",\"goVersion\":\"\"}\n", "content_length": "141", "content_type": "application/json", "cookies": {}, "cookies_string": "", "date": "Tue, 09 Jun 2026 01:12:01 GMT", "elapsed": 0, "invocation": { "module_args": { "attributes": null, "body": null, "body_format": "raw", "ca_path": null, "ciphers": null, "client_cert": null, "client_key": null, "creates": null, "decompress": true, "dest": null, "follow_redirects": "safe", "force": false, "force_basic_auth": false, "group": null, "headers": {}, "http_agent": "ansible-httpget", "method": "GET", "mode": null, "owner": null, "remote_src": false, "removes": null, "return_content": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "status_code": [ 200 ], "timeout": 30, "unix_socket": null, "unredirected_headers": [], "unsafe_writes": false, "url": "http://localhost:3100/loki/api/v1/status/buildinfo", "url_password": null, "url_username": null, "use_gssapi": false, "use_netrc": true, "use_proxy": true, "validate_certs": true } }, "json": { "branch": "HEAD", "buildDate": "2023-10-25T13:12:25Z", "buildUser": "root@70c6558e2a71", "goVersion": "", "revision": "a17308db6", "version": "2.9.2" }, "msg": "OK (141 bytes)", "redirected": false, "status": 200, "url": "http://localhost:3100/loki/api/v1/status/buildinfo" } }, "role": { "id": "0a580a2a-0013-7252-da5f-0000000001c7", "name": "post/get-loki-logs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-loki-logs" }, "task": { "duration": { "end": "2026-06-09T01:12:01.593245Z", "start": "2026-06-09T01:12:00.867270Z" }, "id": "0a580a2a-0013-7252-da5f-0000000001cc", "name": "Ensure loki is reachable" } }, { "hosts": { "controller": { "action": "ansible.builtin.shell", "changed": true, "cmd": "~/bin/logcli query --batch 2000 --forward --since=6h --parallel-duration 15m --parallel-max-workers 4 --part-path-prefix=/tmp/all-query --merge-parts --no-labels --quiet '{namespace=\"sf\"} | json | line_format \"{{.labels_run}}: {{.message}}\"' > /home/zuul-worker/zuul-output/logs/loki-logs/all.log\n", "delta": "0:00:01.552162", "end": "2026-06-08 21:12:03.428760", "invocation": { "module_args": { "_raw_params": "~/bin/logcli query --batch 2000 --forward --since=6h --parallel-duration 15m --parallel-max-workers 4 --part-path-prefix=/tmp/all-query --merge-parts --no-labels --quiet '{namespace=\"sf\"} | json | line_format \"{{.labels_run}}: {{.message}}\"' > /home/zuul-worker/zuul-output/logs/loki-logs/all.log\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7252-da5f-0000000001cd-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:12:01.876598", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-7252-da5f-0000000001cd-1-controller" } }, "role": { "id": "0a580a2a-0013-7252-da5f-0000000001c7", "name": "post/get-loki-logs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-loki-logs" }, "task": { "duration": { "end": "2026-06-09T01:12:03.650086Z", "start": "2026-06-09T01:12:01.631912Z" }, "id": "0a580a2a-0013-7252-da5f-0000000001cd", "name": "Get aggregated logs prefixed by service" } }, { "hosts": { "controller": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "chown", "-R", "zuul-worker:zuul-worker", "/home/zuul-worker/zuul-output/logs/loki-logs" ], "delta": "0:00:00.007887", "end": "2026-06-08 21:12:03.924234", "invocation": { "module_args": { "_raw_params": "chown -R zuul-worker:zuul-worker /home/zuul-worker/zuul-output/logs/loki-logs", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0a580a2a-0013-7252-da5f-0000000001ce-1-controller", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-06-08 21:12:03.916347", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zuul_log_id": "0a580a2a-0013-7252-da5f-0000000001ce-1-controller" } }, "role": { "id": "0a580a2a-0013-7252-da5f-0000000001c7", "name": "post/get-loki-logs", "path": "/var/lib/zuul/builds/c07bc7fe4b1542579c9893e8fe5c3204/untrusted/project_0/softwarefactory-project.io/software-factory/sf-operator/roles/post/get-loki-logs" }, "task": { "duration": { "end": "2026-06-09T01:12:04.204152Z", "start": "2026-06-09T01:12:03.687053Z" }, "id": "0a580a2a-0013-7252-da5f-0000000001ce", "name": "Change owner and group for the log dir" } } ] } ], "stats": { "controller": { "changed": 14, "failures": 0, "ignored": 0, "ok": 18, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false } ]