[ { "branch": "main", "index": "0", "phase": "pre", "playbook": "github.com/vexxhost/zuul-config/playbooks/base/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-03-18T11:40:09.374401Z", "start": "2026-03-18T11:40:06.784728Z" }, "id": "0242ac17-0011-8723-e637-000000000002", "name": "localhost" }, "tasks": [ { "hosts": { "localhost": { "action": "gather_facts", "ansible_facts": { "ansible_apparmor": { "status": "disabled" }, "ansible_architecture": "x86_64", "ansible_bios_date": "NA", "ansible_bios_vendor": "NA", "ansible_bios_version": "NA", "ansible_board_asset_tag": "NA", "ansible_board_name": "NA", "ansible_board_serial": "NA", "ansible_board_vendor": "NA", "ansible_board_version": "NA", "ansible_chassis_asset_tag": "NA", "ansible_chassis_serial": "NA", "ansible_chassis_vendor": "NA", "ansible_chassis_version": "NA", "ansible_cmdline": { "BOOT_IMAGE": "/boot/vmlinuz-5.15.0-130-generic", "console": "ttyS0", "ro": true, "root": "UUID=5a569d86-b935-46dd-ae79-7a72a25b6a4c" }, "ansible_date_time": { "date": "2026-03-18", "day": "18", "epoch": "1773834007", "epoch_int": "1773834007", "hour": "11", "iso8601": "2026-03-18T11:40:07Z", "iso8601_basic": "20260318T114007611244", "iso8601_basic_short": "20260318T114007", "iso8601_micro": "2026-03-18T11:40:07.611244Z", "minute": "40", "month": "03", "second": "07", "time": "11:40:07", "tz": "UTC", "tz_dst": "UTC", "tz_offset": "+0000", "weekday": "Wednesday", "weekday_number": "3", "weeknumber": "11", "year": "2026" }, "ansible_devices": {}, "ansible_distribution": "Debian", "ansible_distribution_major_version": "12", "ansible_distribution_release": "bookworm", "ansible_distribution_version": "12", "ansible_dns": { "nameservers": [ "127.0.0.11" ], "options": { "edns0": true, "ndots": "0", "trust-ad": true }, "search": [ "openstacklocal" ] }, "ansible_domain": "", "ansible_effective_group_id": 0, "ansible_effective_user_id": 0, "ansible_env": { "ANSIBLE_CONFIG": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/ansible/pre_playbook_0/ansible.cfg", "DEBIAN_FRONTEND": "noninteractive", "GPG_KEY": "A035C8C19219BA821ECEA86B64E628F8D684696D", "HOME": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work", "HOSTNAME": "0a8996d2b663", "LANG": "C.UTF-8", "PATH": "/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "PWD": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_0/github.com/vexxhost/zuul-config/playbooks/base", "PYTHONPATH": "/var/lib/zuul/ansible/9", "PYTHON_SHA256": "8d3ed8ec5c88c1c95f5e558612a725450d2452813ddad5e58fdb1a53b1209b78", "PYTHON_VERSION": "3.11.14", "SSH_AGENT_PID": "958860", "SSH_AUTH_SOCK": "/tmp/ssh-bhe71qEeJa7s/agent.958859", "TMP": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/tmp", "ZUUL_ANSIBLE_SPLIT_STREAMS": "False", "ZUUL_JOBDIR": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50", "ZUUL_JOB_FAILURE_OUTPUT": "[]", "ZUUL_JOB_LOG_CONFIG": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/ansible/logging.json", "ZUUL_OUTPUT_MAX_BYTES": "1073741824" }, "ansible_fibre_channel_wwn": [], "ansible_fips": false, "ansible_form_factor": "NA", "ansible_fqdn": "0a8996d2b663", "ansible_hostname": "0a8996d2b663", "ansible_hostnqn": "", "ansible_is_chroot": false, "ansible_iscsi_iqn": "", "ansible_kernel": "5.15.0-130-generic", "ansible_kernel_version": "#140-Ubuntu SMP Wed Dec 18 17:59:53 UTC 2024", "ansible_loadavg": { "15m": 2.689453125, "1m": 5.58154296875, "5m": 3.583984375 }, "ansible_local": {}, "ansible_lsb": {}, "ansible_lvm": "N/A", "ansible_machine": "x86_64", "ansible_memfree_mb": 5807, "ansible_memory_mb": { "nocache": { "free": 16245, "used": 15845 }, "real": { "free": 5807, "total": 32090, "used": 26283 }, "swap": { "cached": 0, "free": 0, "total": 0, "used": 0 } }, "ansible_memtotal_mb": 32090, "ansible_mounts": [ { "block_available": 9318861, "block_size": 4096, "block_total": 40601580, "block_used": 31282719, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16777617, "inode_total": 20643840, "inode_used": 3866223, "mount": "/etc/resolv.conf", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38170054656, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9318861, "block_size": 4096, "block_total": 40601580, "block_used": 31282719, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16777617, "inode_total": 20643840, "inode_used": 3866223, "mount": "/etc/hosts", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38170054656, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9318861, "block_size": 4096, "block_total": 40601580, "block_used": 31282719, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16777617, "inode_total": 20643840, "inode_used": 3866223, "mount": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work", "options": "rw,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38170054656, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9318861, "block_size": 4096, "block_total": 40601580, "block_used": 31282719, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16777617, "inode_total": 20643840, "inode_used": 3866223, "mount": "/var/lib/zuul/ansible/9", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38170054656, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9318861, "block_size": 4096, "block_total": 40601580, "block_used": 31282719, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16777617, "inode_total": 20643840, "inode_used": 3866223, "mount": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/ansible", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38170054656, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9318861, "block_size": 4096, "block_total": 40601580, "block_used": 31282719, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16777617, "inode_total": 20643840, "inode_used": 3866223, "mount": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38170054656, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9318861, "block_size": 4096, "block_total": 40601580, "block_used": 31282719, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16777617, "inode_total": 20643840, "inode_used": 3866223, "mount": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38170054656, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9318861, "block_size": 4096, "block_total": 40601580, "block_used": 31282719, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16777617, "inode_total": 20643840, "inode_used": 3866223, "mount": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/ansible/pre_playbook_0", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38170054656, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 9318861, "block_size": 4096, "block_total": 40601580, "block_used": 31282719, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16777617, "inode_total": 20643840, "inode_used": 3866223, "mount": "/etc/zuul/site-variables.yaml", "options": "ro,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38170054656, "size_total": 166304071680, "uuid": "N/A" }, { "block_available": 220826360, "block_size": 4096, "block_total": 263940717, "block_used": 43114357, "device": "/dev/vdb", "fstype": "ext4", "inode_available": 63088584, "inode_total": 67108864, "inode_used": 4020280, "mount": "/srv/static/logs", "options": "rw,nosuid,nodev,relatime,discard", "size_available": 904504770560, "size_total": 1081101176832, "uuid": "N/A" }, { "block_available": 9318861, "block_size": 4096, "block_total": 40601580, "block_used": 31282719, "device": "/dev/vda1", "fstype": "ext4", "inode_available": 16777617, "inode_total": 20643840, "inode_used": 3866223, "mount": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/.ansible", "options": "rw,nosuid,nodev,relatime,discard,errors=remount-ro,bind", "size_available": 38170054656, "size_total": 166304071680, "uuid": "N/A" } ], "ansible_nodename": "0a8996d2b663", "ansible_os_family": "Debian", "ansible_pkg_mgr": "apt", "ansible_proc_cmdline": { "BOOT_IMAGE": "/boot/vmlinuz-5.15.0-130-generic", "console": [ "tty1", "ttyS0" ], "ro": true, "root": "UUID=5a569d86-b935-46dd-ae79-7a72a25b6a4c" }, "ansible_processor": [ "0", "AuthenticAMD", "AMD EPYC-Rome Processor", "1", "AuthenticAMD", "AMD EPYC-Rome Processor", "2", "AuthenticAMD", "AMD EPYC-Rome Processor", "3", "AuthenticAMD", "AMD EPYC-Rome Processor", "4", "AuthenticAMD", "AMD EPYC-Rome Processor", "5", "AuthenticAMD", "AMD EPYC-Rome Processor", "6", "AuthenticAMD", "AMD EPYC-Rome Processor", "7", "AuthenticAMD", "AMD EPYC-Rome Processor", "8", "AuthenticAMD", "AMD EPYC-Rome Processor", "9", "AuthenticAMD", "AMD EPYC-Rome Processor", "10", "AuthenticAMD", "AMD EPYC-Rome Processor", "11", "AuthenticAMD", "AMD EPYC-Rome Processor", "12", "AuthenticAMD", "AMD EPYC-Rome Processor", "13", "AuthenticAMD", "AMD EPYC-Rome Processor", "14", "AuthenticAMD", "AMD EPYC-Rome Processor", "15", "AuthenticAMD", "AMD EPYC-Rome Processor" ], "ansible_processor_cores": 1, "ansible_processor_count": 16, "ansible_processor_nproc": 16, "ansible_processor_threads_per_core": 1, "ansible_processor_vcpus": 16, "ansible_product_name": "NA", "ansible_product_serial": "NA", "ansible_product_uuid": "NA", "ansible_product_version": "NA", "ansible_python": { "executable": "/usr/local/lib/zuul/ansible/9/bin/python", "has_sslcontext": true, "type": "cpython", "version": { "major": 3, "micro": 14, "minor": 11, "releaselevel": "final", "serial": 0 }, "version_info": [ 3, 11, 14, "final", 0 ] }, "ansible_python_version": "3.11.14", "ansible_real_group_id": 0, "ansible_real_user_id": 0, "ansible_selinux": { "status": "disabled" }, "ansible_selinux_python_present": true, "ansible_service_mgr": "bwrap", "ansible_swapfree_mb": 0, "ansible_swaptotal_mb": 0, "ansible_system": "Linux", "ansible_system_capabilities": "N/A", "ansible_system_capabilities_enforced": "N/A", "ansible_system_vendor": "NA", "ansible_uptime_seconds": 37497737, "ansible_user_dir": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work", "ansible_user_gecos": "root", "ansible_user_gid": 0, "ansible_user_id": "root", "ansible_user_shell": "/bin/bash", "ansible_user_uid": 0, "ansible_userspace_architecture": "x86_64", "ansible_userspace_bits": "64", "ansible_virtualization_role": "host", "ansible_virtualization_tech_guest": [], "ansible_virtualization_tech_host": [ "kvm" ], "ansible_virtualization_type": "kvm", "gather_subset": [ "all" ], "module_setup": true }, "changed": false, "deprecations": [], "warnings": [] } }, "task": { "duration": { "end": "2026-03-18T11:40:07.803273Z", "start": "2026-03-18T11:40:06.793389Z" }, "id": "0242ac17-0011-8723-e637-00000000002a", "name": "Gathering Facts" } }, { "hosts": { "localhost": { "action": "include_role", "changed": false, "include_args": { "name": "set-zuul-log-path-fact" } } }, "role": { "id": "0242ac17-0011-8723-e637-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-03-18T11:40:07.831240Z", "start": "2026-03-18T11:40:07.809868Z" }, "id": "0242ac17-0011-8723-e637-000000000008", "name": "Setup log path fact" } }, { "hosts": { "localhost": { "action": "set_fact", "ansible_facts": { "zuul_log_path": "15c/oss/15ca4f640aa94329b034acc8972d8d50" }, "changed": false } }, "role": { "id": "0242ac17-0011-8723-e637-000000000054", "name": "set-zuul-log-path-fact", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/set-zuul-log-path-fact" }, "task": { "duration": { "end": "2026-03-18T11:40:07.878265Z", "start": "2026-03-18T11:40:07.846557Z" }, "id": "0242ac17-0011-8723-e637-000000000056", "name": "Set log path for a build" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "# Job Information\nAnsible Version: 2.16.16\nJob: atmosphere-molecule-csi-rbd\nPipeline: check\nExecutor: 0a8996d2b663\nTriggered by: https://github.com/vexxhost/atmosphere/pull/3770\nEvent ID: f179ad90-22be-11f1-9037-eb92e579b9a5\n" } }, "role": { "id": "0242ac17-0011-8723-e637-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-03-18T11:40:07.925976Z", "start": "2026-03-18T11:40:07.886134Z" }, "id": "0242ac17-0011-8723-e637-000000000009", "name": "Print job information" } }, { "hosts": { "localhost": { "action": "debug", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": false, "failed": false, "msg": "# Node Information\nInventory Hostname: instance\nHostname: np0000159822\nUsername: zuul\nDistro: Ubuntu 22.04\nProvider: yul1\nRegion: ca-ymq-1\nLabel: ubuntu-jammy\nProduct Name: OpenStack Nova\nInterface IP: 199.19.213.32\n", "zj_item": "instance" } ] } }, "role": { "id": "0242ac17-0011-8723-e637-000000000006", "name": "emit-job-header", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/emit-job-header" }, "task": { "duration": { "end": "2026-03-18T11:40:08.028530Z", "start": "2026-03-18T11:40:07.930352Z" }, "id": "0242ac17-0011-8723-e637-00000000000a", "name": "Print node information" } }, { "hosts": { "localhost": { "action": "file", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/zuul-info", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/zuul-info", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/zuul-info", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/zuul-info", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-8723-e637-00000000000d", "name": "log-inventory", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-03-18T11:40:08.436004Z", "start": "2026-03-18T11:40:08.041174Z" }, "id": "0242ac17-0011-8723-e637-00000000000f", "name": "Ensure Zuul Ansible directory exists" } }, { "hosts": { "localhost": { "action": "copy", "changed": true, "checksum": "5852e847512f9dc4a2f3802e531e8ebd3cf392bb", "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/zuul-info/inventory.yaml", "diff": [], "gid": 0, "group": "root", "invocation": { "module_args": { "_original_basename": "inventory.yaml", "attributes": null, "backup": false, "checksum": "5852e847512f9dc4a2f3802e531e8ebd3cf392bb", "content": null, "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/zuul-info", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/.ansible/tmp/ansible-tmp-1773834008.4753277-84-15887450725104/source", "unsafe_writes": false, "validate": null } }, "md5sum": "34c424bb745334f014e6e930a969e59e", "mode": "0644", "owner": "root", "size": 16659, "src": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/.ansible/tmp/ansible-tmp-1773834008.4753277-84-15887450725104/source", "state": "file", "uid": 0 } }, "role": { "id": "0242ac17-0011-8723-e637-00000000000d", "name": "log-inventory", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/log-inventory" }, "task": { "duration": { "end": "2026-03-18T11:40:09.374401Z", "start": "2026-03-18T11:40:08.444831Z" }, "id": "0242ac17-0011-8723-e637-000000000010", "name": "Copy ansible inventory to logs dir" } } ] }, { "play": { "duration": { "end": "2026-03-18T11:40:19.097312Z", "start": "2026-03-18T11:40:09.385081Z" }, "id": "0242ac17-0011-8723-e637-000000000011", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "stat", "changed": false, "failed_when_result": false, "invocation": { "module_args": { "checksum_algorithm": "sha1", "follow": false, "get_attributes": true, "get_checksum": true, "get_mime": true, "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/15ca4f640aa94329b034acc8972d8d50_id_rsa" } }, "stat": { "exists": false } } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:09.634601Z", "start": "2026-03-18T11:40:09.394178Z" }, "id": "0242ac17-0011-8723-e637-000000000018", "name": "Check to see if ssh key was already created for this build" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "include": "create-key-and-replace.yaml", "include_args": {} } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:09.678207Z", "start": "2026-03-18T11:40:09.642759Z" }, "id": "0242ac17-0011-8723-e637-000000000019", "name": "Create a new key in workspace based on build UUID" } }, { "hosts": { "instance": { "action": "command", "changed": true, "cmd": [ "ssh-keygen", "-t", "rsa", "-N", "", "-C", "zuul-build-sshkey", "-f", "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/15ca4f640aa94329b034acc8972d8d50_id_rsa", "-b", "3072" ], "delta": "0:00:00.681085", "end": "2026-03-18 11:40:13.080875", "invocation": { "module_args": { "_raw_params": "ssh-keygen -t rsa -N '' -C 'zuul-build-sshkey' -f /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/15ca4f640aa94329b034acc8972d8d50_id_rsa -b 3072", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-8723-e637-00000000009c-0-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:40:12.399790", "stderr": "", "stderr_lines": [], "stdout": "Generating public/private rsa key pair.\nYour identification has been saved in /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/15ca4f640aa94329b034acc8972d8d50_id_rsa\nYour public key has been saved in /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/15ca4f640aa94329b034acc8972d8d50_id_rsa.pub\nThe key fingerprint is:\nSHA256:pJZmnR9zCJftUOjgiLHi99ILOvLsMu9qROXdYrz8Q2c zuul-build-sshkey\nThe key's randomart image is:\n+---[RSA 3072]----+\n| .. |\n| .. . .+ |\n| o o+.ooo+ . |\n| ...o=.*.+.+ |\n|.. .o O S + o |\n| .. .* . E + |\n|. ..oo o . |\n|+o....oo |\n|oXB. .... |\n+----[SHA256]-----+", "stdout_lines": [ "Generating public/private rsa key pair.", "Your identification has been saved in /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/15ca4f640aa94329b034acc8972d8d50_id_rsa", "Your public key has been saved in /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/15ca4f640aa94329b034acc8972d8d50_id_rsa.pub", "The key fingerprint is:", "SHA256:pJZmnR9zCJftUOjgiLHi99ILOvLsMu9qROXdYrz8Q2c zuul-build-sshkey", "The key's randomart image is:", "+---[RSA 3072]----+", "| .. |", "| .. . .+ |", "| o o+.ooo+ . |", "| ...o=.*.+.+ |", "|.. .o O S + o |", "| .. .* . E + |", "|. ..oo o . |", "|+o....oo |", "|oXB. .... |", "+----[SHA256]-----+" ], "zuul_log_id": "0242ac17-0011-8723-e637-00000000009c-0-instance" } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:13.136742Z", "start": "2026-03-18T11:40:09.701080Z" }, "id": "0242ac17-0011-8723-e637-00000000009c", "name": "Create Temp SSH key" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "include": "remote-linux.yaml", "include_args": {} } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:13.177284Z", "start": "2026-03-18T11:40:13.143036Z" }, "id": "0242ac17-0011-8723-e637-00000000009d", "name": "Remote setup ssh keys (linux)" } }, { "hosts": { "instance": { "action": "lineinfile", "changed": false, "false_condition": "zuul_build_sshkey_cleanup", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:13.220160Z", "start": "2026-03-18T11:40:13.195484Z" }, "id": "0242ac17-0011-8723-e637-0000000000bc", "name": "Remove previously added zuul-build-sshkey" } }, { "hosts": { "instance": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDVv86gIKJ+krb9WJOd5FiVG3cIBP2HIQ2xQ47kRpDoCnkKMfgqJ2yD2VqubCbVPVp6MFzdXmlCbBSRgqhOl0K1kvXBX5Q0KG+XYx12+xoMEVQ0ifxkRAM4ute82fx9wwNmMbi5FJtom6yHC/f/F9Dfhl2fgr9dFAgf4vpUVaGQt0XB+/knWas0uet09aKMdM5c3I4ELLsbGDGAfzn2A0Ab6rR+lMvy1U4bmLKvC9I+T660+HBLBw6FIop4ZKNeG0sGEbA+2OdH+6hi9GoBYHyTfH3mApNPpSq5xKQlZmBCkRNtym1N5620Noy5NJVIMNPeZ066vsU3lQIZfsJwBU5eLx3hrCGQExoRJJ9XFOVtc6iTfyOFoR2ejElfxWXQ+bPx6P04X72heZVNRTT5zM7Q3XPSIOkzazvSX4O7snHsQH2OhWm4lK31XstDrdLi5sLpsmCJkoOsNR9vMxL6mjKx+Jz9AI5jV2X9yp/7Y6HlRyj+3z7lZQvYbq1uveE1LEs= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDVv86gIKJ+krb9WJOd5FiVG3cIBP2HIQ2xQ47kRpDoCnkKMfgqJ2yD2VqubCbVPVp6MFzdXmlCbBSRgqhOl0K1kvXBX5Q0KG+XYx12+xoMEVQ0ifxkRAM4ute82fx9wwNmMbi5FJtom6yHC/f/F9Dfhl2fgr9dFAgf4vpUVaGQt0XB+/knWas0uet09aKMdM5c3I4ELLsbGDGAfzn2A0Ab6rR+lMvy1U4bmLKvC9I+T660+HBLBw6FIop4ZKNeG0sGEbA+2OdH+6hi9GoBYHyTfH3mApNPpSq5xKQlZmBCkRNtym1N5620Noy5NJVIMNPeZ066vsU3lQIZfsJwBU5eLx3hrCGQExoRJJ9XFOVtc6iTfyOFoR2ejElfxWXQ+bPx6P04X72heZVNRTT5zM7Q3XPSIOkzazvSX4O7snHsQH2OhWm4lK31XstDrdLi5sLpsmCJkoOsNR9vMxL6mjKx+Jz9AI5jV2X9yp/7Y6HlRyj+3z7lZQvYbq1uveE1LEs= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "present", "user": "zuul", "validate_certs": true } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:13.699934Z", "start": "2026-03-18T11:40:13.229422Z" }, "id": "0242ac17-0011-8723-e637-0000000000bd", "name": "Enable access via build key on all nodes" } }, { "hosts": { "instance": { "action": "file", "changed": false, "diff": { "after": { "path": "/home/zuul/.ssh" }, "before": { "path": "/home/zuul/.ssh" } }, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 448, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/.ssh", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0700", "owner": "zuul", "path": "/home/zuul/.ssh", "size": 4096, "state": "directory", "uid": 1000 } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:13.901039Z", "start": "2026-03-18T11:40:13.705049Z" }, "id": "0242ac17-0011-8723-e637-0000000000be", "name": "Make sure user has a .ssh" } }, { "hosts": { "instance": { "action": "copy", "changed": true, "checksum": "464752e5ee5d4b619b52b58d682f435fbe2b0f80", "dest": "/home/zuul/.ssh/id_rsa", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "15ca4f640aa94329b034acc8972d8d50_id_rsa", "attributes": null, "backup": false, "checksum": "464752e5ee5d4b619b52b58d682f435fbe2b0f80", "content": null, "dest": "/home/zuul/.ssh/id_rsa", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 384, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773834013.949742-190-32709599893162/source", "unsafe_writes": false, "validate": null } }, "md5sum": "9c795ef3be3e9815cde1c21ddcc60b6d", "mode": "0600", "owner": "zuul", "size": 2602, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773834013.949742-190-32709599893162/source", "state": "file", "uid": 1000 } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:14.442103Z", "start": "2026-03-18T11:40:13.907538Z" }, "id": "0242ac17-0011-8723-e637-0000000000bf", "name": "Install build private key as SSH key on all nodes" } }, { "hosts": { "instance": { "action": "copy", "changed": true, "checksum": "312801d24d3a69c063a84955ee5dbb3cd6cb0f51", "dest": "/home/zuul/.ssh/id_rsa.pub", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "15ca4f640aa94329b034acc8972d8d50_id_rsa.pub", "attributes": null, "backup": false, "checksum": "312801d24d3a69c063a84955ee5dbb3cd6cb0f51", "content": null, "dest": "/home/zuul/.ssh/id_rsa.pub", "directory_mode": null, "follow": false, "force": false, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773834014.488757-200-77874658632232/source", "unsafe_writes": false, "validate": null } }, "md5sum": "817baba8b2328aab6a98917ce26ab59a", "mode": "0644", "owner": "zuul", "size": 571, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773834014.488757-200-77874658632232/source", "state": "file", "uid": 1000 } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:14.908428Z", "start": "2026-03-18T11:40:14.446880Z" }, "id": "0242ac17-0011-8723-e637-0000000000c0", "name": "Install build public key as SSH key on all nodes" } }, { "hosts": { "instance": { "action": "include_tasks", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:14.940131Z", "start": "2026-03-18T11:40:14.914848Z" }, "id": "0242ac17-0011-8723-e637-00000000009e", "name": "Remote setup ssh keys (windows)" } }, { "hosts": { "instance": { "action": "sshagent_remove_keys", "changed": true, "invocation": { "module_args": { "remove": "^(?!\\(stdin\\)).*" } }, "removed": [ "/etc/zuul/id_rsa" ] } }, "role": { "id": "0242ac17-0011-8723-e637-0000000000a3", "name": "remove-zuul-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-zuul-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:15.322000Z", "start": "2026-03-18T11:40:14.951831Z" }, "id": "0242ac17-0011-8723-e637-0000000000a5", "name": "Remove master key from local agent" } }, { "hosts": { "instance": { "action": "command", "changed": true, "cmd": [ "ssh-add", "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/15ca4f640aa94329b034acc8972d8d50_id_rsa" ], "delta": "0:00:00.015531", "end": "2026-03-18 11:40:15.576012", "invocation": { "module_args": { "_raw_params": "ssh-add /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/15ca4f640aa94329b034acc8972d8d50_id_rsa", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-8723-e637-0000000000ab-0-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:40:15.560481", "stderr": "", "stderr_lines": [], "stdout": "Identity added: /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/15ca4f640aa94329b034acc8972d8d50_id_rsa (zuul-build-sshkey)", "stdout_lines": [ "Identity added: /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/15ca4f640aa94329b034acc8972d8d50_id_rsa (zuul-build-sshkey)" ], "zuul_log_id": "0242ac17-0011-8723-e637-0000000000ab-0-instance" } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:15.622944Z", "start": "2026-03-18T11:40:15.337990Z" }, "id": "0242ac17-0011-8723-e637-0000000000ab", "name": "Add back temp key" } }, { "hosts": { "instance": { "action": "ping", "changed": false, "invocation": { "module_args": { "data": "pong" } }, "ping": "pong" } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:15.973152Z", "start": "2026-03-18T11:40:15.631585Z" }, "id": "0242ac17-0011-8723-e637-0000000000ac", "name": "Verify we can still SSH to all nodes" } }, { "hosts": { "instance": { "action": "command", "changed": false, "false_condition": "ansible_os_family == \"Windows\"", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-8723-e637-000000000016", "name": "add-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/add-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:40:16.003937Z", "start": "2026-03-18T11:40:15.978345Z" }, "id": "0242ac17-0011-8723-e637-0000000000ad", "name": "Verify we can still SSH to all nodes (windows)" } }, { "hosts": { "instance": { "action": "zuul_console", "changed": false, "invocation": { "module_args": { "path": "/tmp/console-{log_uuid}.log", "port": 19885, "state": "present" } } } }, "role": { "id": "0242ac17-0011-8723-e637-00000000001b", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-03-18T11:40:16.335291Z", "start": "2026-03-18T11:40:16.018130Z" }, "id": "0242ac17-0011-8723-e637-00000000001d", "name": "Start zuul_console daemon." } }, { "hosts": { "instance": { "action": "synchronize", "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": true } }, "role": { "id": "0242ac17-0011-8723-e637-00000000001b", "name": "prepare-workspace", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/prepare-workspace" }, "task": { "duration": { "end": "2026-03-18T11:40:17.983784Z", "start": "2026-03-18T11:40:16.344207Z" }, "id": "0242ac17-0011-8723-e637-00000000001e", "name": "Synchronize src repos to workspace directory." } }, { "hosts": { "instance": { "action": "file", "changed": false, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/logs", "state": "absent", "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/artifacts", "state": "absent", "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": false, "failed": false, "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "absent", "unsafe_writes": false } }, "path": "/home/zuul/zuul-output/docs", "state": "absent", "zj_output_dir": "docs" } ] } }, "role": { "id": "0242ac17-0011-8723-e637-000000000020", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-03-18T11:40:18.498643Z", "start": "2026-03-18T11:40:17.999919Z" }, "id": "0242ac17-0011-8723-e637-000000000022", "name": "Empty Zuul Output directories by removing them" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/logs", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/logs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/logs", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/artifacts", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/artifacts", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/artifacts", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "mode": "0755", "path": "/home/zuul/zuul-output/docs", "state": "directory" }, "before": { "mode": "0775", "path": "/home/zuul/zuul-output/docs", "state": "absent" } }, "failed": false, "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/home/zuul/zuul-output/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "zuul", "path": "/home/zuul/zuul-output/docs", "size": 4096, "state": "directory", "uid": 1000, "zj_output_dir": "docs" } ] } }, "role": { "id": "0242ac17-0011-8723-e637-000000000020", "name": "ensure-output-dirs", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/ensure-output-dirs" }, "task": { "duration": { "end": "2026-03-18T11:40:19.097312Z", "start": "2026-03-18T11:40:18.507609Z" }, "id": "0242ac17-0011-8723-e637-000000000024", "name": "Ensure Zuul Output directories exist" } } ] } ], "stats": { "instance": { "changed": 8, "failures": 0, "ignored": 0, "ok": 15, "rescued": 0, "skipped": 3, "unreachable": 0 }, "localhost": { "changed": 2, "failures": 0, "ignored": 0, "ok": 6, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": true }, { "branch": "main", "index": "1", "phase": "pre", "playbook": "github.com/vexxhost/zuul-jobs/playbooks/molecule/pre.yaml", "plays": [ { "play": { "duration": { "end": "2026-03-18T11:40:23.357196Z", "start": "2026-03-18T11:40:20.474594Z" }, "id": "0242ac17-0011-23ec-5039-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.unarchive", "changed": true, "dest": "/usr/local/bin", "extract_results": { "cmd": [ "/usr/bin/tar", "--extract", "-C", "/usr/local/bin", "-z", "--show-transformed-names", "--strip-components=1", "-f", "/home/zuul/.ansible/tmp/ansible-tmp-1773834020.6186867-5-219282166120181/uv-x86_64-unknown-linux-gnu4uek6gpz.tar.gz" ], "err": "", "out": "", "rc": 0 }, "gid": 0, "group": "root", "handler": "TgzArchive", "invocation": { "module_args": { "attributes": null, "copy": true, "creates": "/usr/local/bin/uv", "decrypt": true, "dest": "/usr/local/bin", "exclude": [], "extra_opts": [ "--strip-components=1" ], "group": null, "include": [], "io_buffer_size": 65536, "keep_newer": false, "list_files": false, "mode": null, "owner": null, "remote_src": true, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "https://github.com/astral-sh/uv/releases/download/0.8.13/uv-x86_64-unknown-linux-gnu.tar.gz", "unsafe_writes": false, "validate_certs": true } }, "mode": "0755", "owner": "root", "size": 4096, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773834020.6186867-5-219282166120181/uv-x86_64-unknown-linux-gnu4uek6gpz.tar.gz", "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-23ec-5039-000000000005", "name": "setup-uv", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_0/github.com/vexxhost/zuul-jobs/roles/setup-uv" }, "task": { "duration": { "end": "2026-03-18T11:40:22.810516Z", "start": "2026-03-18T11:40:20.580193Z" }, "id": "0242ac17-0011-23ec-5039-000000000007", "name": "Extract archive" } }, { "hosts": { "instance": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "/usr/local/bin/uv", "--version" ], "delta": "0:00:00.014319", "end": "2026-03-18 11:40:22.071415", "invocation": { "module_args": { "_raw_params": "/usr/local/bin/uv --version", "_uses_shell": false, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-23ec-5039-000000000008-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:40:22.057096", "stderr": "", "stderr_lines": [], "stdout": "uv 0.8.13", "stdout_lines": [ "uv 0.8.13" ], "zuul_log_id": "0242ac17-0011-23ec-5039-000000000008-1-instance" } }, "role": { "id": "0242ac17-0011-23ec-5039-000000000005", "name": "setup-uv", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_0/github.com/vexxhost/zuul-jobs/roles/setup-uv" }, "task": { "duration": { "end": "2026-03-18T11:40:23.357196Z", "start": "2026-03-18T11:40:22.836925Z" }, "id": "0242ac17-0011-23ec-5039-000000000008", "name": "Print version" } } ] } ], "stats": { "instance": { "changed": 2, "failures": 0, "ignored": 0, "ok": 2, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "stable/2025.1", "index": "2", "phase": "pre", "playbook": "github.com/vexxhost/atmosphere/test-playbooks/molecule/pre.yml", "plays": [ { "play": { "duration": { "end": "2026-03-18T11:40:34.006770Z", "start": "2026-03-18T11:40:24.119832Z" }, "id": "0242ac17-0011-5704-0c3b-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.apt", "cache_update_time": 1773834029, "cache_updated": true, "changed": true, "diff": {}, "invocation": { "module_args": { "allow_change_held_packages": false, "allow_downgrade": false, "allow_unauthenticated": false, "autoclean": false, "autoremove": false, "cache_valid_time": 0, "clean": false, "deb": null, "default_release": null, "dpkg_options": "force-confdef,force-confold", "fail_on_autoremove": false, "force": false, "force_apt_get": false, "install_recommends": null, "lock_timeout": 60, "name": "jq", "only_upgrade": false, "package": [ "jq" ], "policy_rc_d": null, "purge": false, "state": "present", "update_cache": true, "update_cache_retries": 5, "update_cache_retry_max_delay": 12, "upgrade": null } }, "stderr": "debconf: delaying package configuration, since apt-utils is not installed\n", "stderr_lines": [ "debconf: delaying package configuration, since apt-utils is not installed" ], "stdout": "Reading package lists...\nBuilding dependency tree...\nReading state information...\nThe following additional packages will be installed:\n libjq1 libonig5\nThe following NEW packages will be installed:\n jq libjq1 libonig5\n0 upgraded, 3 newly installed, 0 to remove and 18 not upgraded.\nNeed to get 357 kB of archives.\nAfter this operation, 1087 kB of additional disk space will be used.\nGet:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB]\nGet:2 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.1 [133 kB]\nGet:3 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.1 [52.5 kB]\nFetched 357 kB in 1s (585 kB/s)\nSelecting previously unselected package libonig5:amd64.\r\n(Reading database ... \r(Reading database ... 5%\r(Reading database ... 10%\r(Reading database ... 15%\r(Reading database ... 20%\r(Reading database ... 25%\r(Reading database ... 30%\r(Reading database ... 35%\r(Reading database ... 40%\r(Reading database ... 45%\r(Reading database ... 50%\r(Reading database ... 55%\r(Reading database ... 60%\r(Reading database ... 65%\r(Reading database ... 70%\r(Reading database ... 75%\r(Reading database ... 80%\r(Reading database ... 85%\r(Reading database ... 90%\r(Reading database ... 95%\r(Reading database ... 100%\r(Reading database ... 30908 files and directories currently installed.)\r\nPreparing to unpack .../libonig5_6.9.7.1-2build1_amd64.deb ...\r\nUnpacking libonig5:amd64 (6.9.7.1-2build1) ...\r\nSelecting previously unselected package libjq1:amd64.\r\nPreparing to unpack .../libjq1_1.6-2.1ubuntu3.1_amd64.deb ...\r\nUnpacking libjq1:amd64 (1.6-2.1ubuntu3.1) ...\r\nSelecting previously unselected package jq.\r\nPreparing to unpack .../jq_1.6-2.1ubuntu3.1_amd64.deb ...\r\nUnpacking jq (1.6-2.1ubuntu3.1) ...\r\nSetting up libonig5:amd64 (6.9.7.1-2build1) ...\r\nSetting up libjq1:amd64 (1.6-2.1ubuntu3.1) ...\r\nSetting up jq (1.6-2.1ubuntu3.1) ...\r\nProcessing triggers for libc-bin (2.35-0ubuntu3.13) ...\r\n", "stdout_lines": [ "Reading package lists...", "Building dependency tree...", "Reading state information...", "The following additional packages will be installed:", " libjq1 libonig5", "The following NEW packages will be installed:", " jq libjq1 libonig5", "0 upgraded, 3 newly installed, 0 to remove and 18 not upgraded.", "Need to get 357 kB of archives.", "After this operation, 1087 kB of additional disk space will be used.", "Get:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB]", "Get:2 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 libjq1 amd64 1.6-2.1ubuntu3.1 [133 kB]", "Get:3 http://nova.clouds.archive.ubuntu.com/ubuntu jammy-updates/main amd64 jq amd64 1.6-2.1ubuntu3.1 [52.5 kB]", "Fetched 357 kB in 1s (585 kB/s)", "Selecting previously unselected package libonig5:amd64.", "(Reading database ... ", "(Reading database ... 5%", "(Reading database ... 10%", "(Reading database ... 15%", "(Reading database ... 20%", "(Reading database ... 25%", "(Reading database ... 30%", "(Reading database ... 35%", "(Reading database ... 40%", "(Reading database ... 45%", "(Reading database ... 50%", "(Reading database ... 55%", "(Reading database ... 60%", "(Reading database ... 65%", "(Reading database ... 70%", "(Reading database ... 75%", "(Reading database ... 80%", "(Reading database ... 85%", "(Reading database ... 90%", "(Reading database ... 95%", "(Reading database ... 100%", "(Reading database ... 30908 files and directories currently installed.)", "Preparing to unpack .../libonig5_6.9.7.1-2build1_amd64.deb ...", "Unpacking libonig5:amd64 (6.9.7.1-2build1) ...", "Selecting previously unselected package libjq1:amd64.", "Preparing to unpack .../libjq1_1.6-2.1ubuntu3.1_amd64.deb ...", "Unpacking libjq1:amd64 (1.6-2.1ubuntu3.1) ...", "Selecting previously unselected package jq.", "Preparing to unpack .../jq_1.6-2.1ubuntu3.1_amd64.deb ...", "Unpacking jq (1.6-2.1ubuntu3.1) ...", "Setting up libonig5:amd64 (6.9.7.1-2build1) ...", "Setting up libjq1:amd64 (1.6-2.1ubuntu3.1) ...", "Setting up jq (1.6-2.1ubuntu3.1) ...", "Processing triggers for libc-bin (2.35-0ubuntu3.13) ..." ] } }, "task": { "duration": { "end": "2026-03-18T11:40:34.006770Z", "start": "2026-03-18T11:40:24.131384Z" }, "id": "0242ac17-0011-5704-0c3b-000000000004", "name": "Install \"jq\" for log collection" } } ] } ], "stats": { "instance": { "changed": 1, "failures": 0, "ignored": 0, "ok": 1, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "main", "index": "0", "phase": "run", "playbook": "github.com/vexxhost/zuul-jobs/playbooks/molecule/run.yaml", "plays": [ { "play": { "duration": { "end": "2026-03-18T11:42:53.726383Z", "start": "2026-03-18T11:40:34.714372Z" }, "id": "0242ac17-0011-bf7a-480a-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "ansible.builtin.copy", "changed": true, "checksum": "5852e847512f9dc4a2f3802e531e8ebd3cf392bb", "dest": "src/github.com/vexxhost/atmosphere/inventory.yaml", "diff": [], "gid": 1000, "group": "zuul", "invocation": { "module_args": { "_original_basename": "inventory.yaml", "attributes": null, "backup": false, "checksum": "5852e847512f9dc4a2f3802e531e8ebd3cf392bb", "content": null, "dest": "src/github.com/vexxhost/atmosphere", "directory_mode": null, "follow": false, "force": true, "group": null, "local_follow": null, "mode": 420, "owner": null, "remote_src": null, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773834034.771287-5-182314421358596/source", "unsafe_writes": false, "validate": null } }, "md5sum": "34c424bb745334f014e6e930a969e59e", "mode": "0644", "owner": "zuul", "size": 16659, "src": "/home/zuul/.ansible/tmp/ansible-tmp-1773834034.771287-5-182314421358596/source", "state": "file", "uid": 1000 } }, "task": { "duration": { "end": "2026-03-18T11:40:35.606847Z", "start": "2026-03-18T11:40:34.726321Z" }, "id": "0242ac17-0011-bf7a-480a-000000000004", "name": "Copy inventory file for Zuul" } }, { "hosts": { "instance": { "action": "ansible.builtin.replace", "changed": true, "invocation": { "module_args": { "after": null, "attributes": null, "backup": false, "before": null, "encoding": "utf-8", "group": null, "mode": null, "owner": null, "path": "src/github.com/vexxhost/atmosphere/inventory.yaml", "regexp": "(^\\s*ansible_host:\\s*).*$", "replace": "\\1\"{{ nodepool.private_ipv4 }}\"", "selevel": null, "serole": null, "setype": null, "seuser": null, "unsafe_writes": false, "validate": null } }, "msg": "1 replacements made", "rc": 0 } }, "task": { "duration": { "end": "2026-03-18T11:40:35.877654Z", "start": "2026-03-18T11:40:35.612452Z" }, "id": "0242ac17-0011-bf7a-480a-000000000005", "name": "Switch \"ansible_host\" to private IP" } }, { "hosts": { "instance": { "action": "ansible.builtin.command", "changed": true, "cmd": [ "uv", "run", "molecule", "test", "--destroy", "never", "-s", "csi" ], "delta": "0:02:17.024876", "end": "2026-03-18 11:42:53.264608", "failed": true, "invocation": { "module_args": { "_raw_params": "uv run molecule test --destroy never -s csi", "_uses_shell": false, "argv": null, "chdir": "src/github.com/vexxhost/atmosphere", "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-bf7a-480a-000000000006-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "non-zero return code", "rc": 2, "start": "2026-03-18 11:40:36.239732", "stderr": "", "stderr_lines": [], "stdout": "Using CPython 3.10.12 interpreter at: /usr/bin/python3\nCreating virtual environment at: .venv\n Building atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere\nDownloading rjsonnet (1.2MiB)\nDownloading setuptools (1.1MiB)\nDownloading openstacksdk (1.7MiB)\nDownloading pygments (1.2MiB)\nDownloading cryptography (4.2MiB)\nDownloading kubernetes (1.9MiB)\nDownloading ansible-core (2.1MiB)\nDownloading netaddr (2.2MiB)\n Building pyperclip==1.9.0\n Downloading rjsonnet\n Downloading netaddr\n Downloading pygments\n Downloading cryptography\n Downloading setuptools\n Downloading kubernetes\n Downloading ansible-core\n Downloading openstacksdk\n Built pyperclip==1.9.0\n Built atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere\nInstalled 79 packages in 44ms\nWARNING Molecule scenarios should migrate to 'extensions/molecule'\nINFO [csi > discovery] scenario test matrix: dependency, cleanup, destroy, syntax, create, prepare, converge, idempotence, side_effect, verify, cleanup, destroy\nINFO [csi > prerun] Performing prerun with role_name_check=0...\nINFO [csi > dependency] Executing\nWARNING [csi > dependency] Missing roles requirements file: requirements.yml\nWARNING [csi > dependency] Missing collections requirements file: collections.yml\nWARNING [csi > dependency] Executed: 2 missing (Remove from test_sequence to suppress)\nINFO [csi > cleanup] Executing\nWARNING [csi > cleanup] Executed: Missing playbook (Remove from test_sequence to suppress)\nINFO [csi > destroy] Executing\nWARNING [csi > destroy] Skipping, '--destroy=never' requested.\nINFO [csi > destroy] Executed: Successful\nINFO [csi > syntax] Executing\n\nplaybook: /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml\nINFO [csi > syntax] Executed: Successful\nINFO [csi > create] Executing\nWARNING [csi > create] Executed: Missing playbook (Remove from test_sequence to suppress)\nINFO [csi > prepare] Executing\n\nPLAY [Prepare] *****************************************************************\n\nTASK [Gathering Facts] *********************************************************\nWednesday 18 March 2026 11:41:23 +0000 (0:00:00.024) 0:00:00.024 *******\n[WARNING]: Platform linux on host instance is using the discovered Python\ninterpreter at /usr/bin/python3.10, but future installation of another Python\ninterpreter could change the meaning of that path. See\nhttps://docs.ansible.com/ansible-\ncore/2.17/reference_appendices/interpreter_discovery.html for more information.\nok: [instance]\n\nTASK [Configure short hostname] ************************************************\nWednesday 18 March 2026 11:41:24 +0000 (0:00:01.122) 0:00:01.146 *******\nchanged: [instance]\n\nTASK [Ensure hostname inside hosts file] ***************************************\nWednesday 18 March 2026 11:41:25 +0000 (0:00:00.663) 0:00:01.809 *******\n[WARNING]: Module remote_tmp /root/.ansible/tmp did not exist and was created\nwith a mode of 0700, this may cause issues when running as another user. To\navoid this, create the remote_tmp dir with the correct permissions manually\nchanged: [instance]\n\nTASK [Purge \"snapd\" package] ***************************************************\nWednesday 18 March 2026 11:41:25 +0000 (0:00:00.270) 0:00:02.080 *******\nok: [instance]\n\nPLAY [Create devices for Ceph] *************************************************\n\nTASK [Gathering Facts] *********************************************************\nWednesday 18 March 2026 11:41:26 +0000 (0:00:00.880) 0:00:02.961 *******\nok: [instance]\n\nTASK [Install depedencies] *****************************************************\nWednesday 18 March 2026 11:41:27 +0000 (0:00:00.688) 0:00:03.650 *******\nchanged: [instance]\n\nTASK [Start up service] ********************************************************\nWednesday 18 March 2026 11:41:50 +0000 (0:00:22.772) 0:00:26.422 *******\nok: [instance]\n\nTASK [Generate lvm.conf] *******************************************************\nWednesday 18 March 2026 11:41:50 +0000 (0:00:00.538) 0:00:26.961 *******\nok: [instance]\n\nTASK [Write /etc/lvm/lvm.conf] *************************************************\nWednesday 18 March 2026 11:41:50 +0000 (0:00:00.282) 0:00:27.244 *******\nchanged: [instance]\n\nTASK [Get list of all loopback devices] ****************************************\nWednesday 18 March 2026 11:41:51 +0000 (0:00:00.648) 0:00:27.892 *******\nok: [instance]\n\nTASK [Fail if there is any existing loopback devices] **************************\nWednesday 18 March 2026 11:41:51 +0000 (0:00:00.193) 0:00:28.086 *******\nskipping: [instance]\n\nTASK [Create devices for Ceph] *************************************************\nWednesday 18 March 2026 11:41:51 +0000 (0:00:00.020) 0:00:28.106 *******\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Set permissions on loopback devices] *************************************\nWednesday 18 March 2026 11:41:52 +0000 (0:00:00.521) 0:00:28.628 *******\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Start loop devices] ******************************************************\nWednesday 18 March 2026 11:41:52 +0000 (0:00:00.603) 0:00:29.231 *******\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Create a volume group for each loop device] ******************************\nWednesday 18 March 2026 11:41:53 +0000 (0:00:00.681) 0:00:29.912 *******\nchanged: [instance] => (item=osd0)\nchanged: [instance] => (item=osd1)\nchanged: [instance] => (item=osd2)\n\nTASK [Create a logical volume for each loop device] ****************************\nWednesday 18 March 2026 11:41:56 +0000 (0:00:03.134) 0:00:33.047 *******\nchanged: [instance] => (item=ceph-instance-osd0)\nchanged: [instance] => (item=ceph-instance-osd1)\nchanged: [instance] => (item=ceph-instance-osd2)\n\nPLAY RECAP *********************************************************************\ninstance : ok=15 changed=9 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0\n\nWednesday 18 March 2026 11:41:58 +0000 (0:00:01.834) 0:00:34.881 *******\n===============================================================================\nInstall depedencies ---------------------------------------------------- 22.77s\nCreate a volume group for each loop device ------------------------------ 3.13s\nCreate a logical volume for each loop device ---------------------------- 1.83s\nGathering Facts --------------------------------------------------------- 1.12s\nPurge \"snapd\" package --------------------------------------------------- 0.88s\nGathering Facts --------------------------------------------------------- 0.69s\nStart loop devices ------------------------------------------------------ 0.68s\nConfigure short hostname ------------------------------------------------ 0.66s\nWrite /etc/lvm/lvm.conf ------------------------------------------------- 0.65s\nSet permissions on loopback devices ------------------------------------- 0.60s\nStart up service -------------------------------------------------------- 0.54s\nCreate devices for Ceph ------------------------------------------------- 0.52s\nGenerate lvm.conf ------------------------------------------------------- 0.28s\nEnsure hostname inside hosts file --------------------------------------- 0.27s\nGet list of all loopback devices ---------------------------------------- 0.19s\nFail if there is any existing loopback devices -------------------------- 0.02s\nINFO [csi > prepare] Executed: Successful\nINFO [csi > converge] Executing\n\nPLAY [Debug CSI driver value] **************************************************\n\nTASK [Gathering Facts] *********************************************************\nWednesday 18 March 2026 11:42:00 +0000 (0:00:00.009) 0:00:00.009 *******\n[WARNING]: Platform linux on host instance is using the discovered Python\ninterpreter at /usr/bin/python3.10, but future installation of another Python\ninterpreter could change the meaning of that path. See\nhttps://docs.ansible.com/ansible-\ncore/2.17/reference_appendices/interpreter_discovery.html for more information.\nok: [instance]\n\nTASK [Display CSI driver value and environment variable] ***********************\nWednesday 18 March 2026 11:42:01 +0000 (0:00:00.993) 0:00:01.002 *******\nok: [instance] => {\n \"msg\": \"csi_driver=rbd, MOLECULE_CSI_DRIVER=\"\n}\n\nPLAY [all] *********************************************************************\n\nTASK [Gathering Facts] *********************************************************\nWednesday 18 March 2026 11:42:01 +0000 (0:00:00.053) 0:00:01.056 *******\nok: [instance]\n\nTASK [Set a fact with the \"atmosphere_images\" for other plays] *****************\nWednesday 18 March 2026 11:42:02 +0000 (0:00:00.883) 0:00:01.939 *******\nok: [instance]\n\nPLAY [Deploy Ceph monitors & managers] *****************************************\n\nTASK [Gathering Facts] *********************************************************\nWednesday 18 March 2026 11:42:02 +0000 (0:00:00.191) 0:00:02.131 *******\nok: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nWednesday 18 March 2026 11:42:03 +0000 (0:00:00.876) 0:00:03.008 *******\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nWednesday 18 March 2026 11:42:03 +0000 (0:00:00.292) 0:00:03.300 *******\nskipping: [instance]\n\nTASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***\nWednesday 18 March 2026 11:42:03 +0000 (0:00:00.046) 0:00:03.346 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nWednesday 18 March 2026 11:42:03 +0000 (0:00:00.291) 0:00:03.638 *******\nok: [instance] => {\n \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nWednesday 18 March 2026 11:42:03 +0000 (0:00:00.076) 0:00:03.714 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nWednesday 18 March 2026 11:42:09 +0000 (0:00:05.713) 0:00:09.428 *******\nskipping: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nWednesday 18 March 2026 11:42:09 +0000 (0:00:00.056) 0:00:09.485 *******\nskipping: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nWednesday 18 March 2026 11:42:09 +0000 (0:00:00.055) 0:00:09.541 *******\nok: [instance]\n\nTASK [vexxhost.containers.package : Update state for tar] **********************\nWednesday 18 March 2026 11:42:09 +0000 (0:00:00.221) 0:00:09.762 *******\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nWednesday 18 March 2026 11:42:11 +0000 (0:00:01.160) 0:00:10.922 *******\nok: [instance] => {\n \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nWednesday 18 March 2026 11:42:11 +0000 (0:00:00.062) 0:00:10.984 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nWednesday 18 March 2026 11:42:15 +0000 (0:00:03.835) 0:00:14.820 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Install SELinux packages] ***************\nWednesday 18 March 2026 11:42:17 +0000 (0:00:02.853) 0:00:17.673 *******\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***\nWednesday 18 March 2026 11:42:17 +0000 (0:00:00.037) 0:00:17.711 *******\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********\nWednesday 18 March 2026 11:42:17 +0000 (0:00:00.035) 0:00:17.746 *******\nskipping: [instance]\n\nTASK [vexxhost.containers.containerd : Install AppArmor packages] **************\nWednesday 18 March 2026 11:42:17 +0000 (0:00:00.030) 0:00:17.777 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***\nWednesday 18 March 2026 11:42:24 +0000 (0:00:06.339) 0:00:24.117 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Create folders for configuration] *******\nWednesday 18 March 2026 11:42:24 +0000 (0:00:00.583) 0:00:24.700 *******\nchanged: [instance] => (item={'path': '/etc/containerd'})\nchanged: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})\nchanged: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})\nchanged: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})\nchanged: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})\n\nTASK [vexxhost.containers.containerd : Create containerd config file] **********\nWednesday 18 March 2026 11:42:25 +0000 (0:00:00.929) 0:00:25.629 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Force any restarts if necessary] ********\nWednesday 18 March 2026 11:42:26 +0000 (0:00:00.545) 0:00:26.175 *******\n\nRUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************\nWednesday 18 March 2026 11:42:26 +0000 (0:00:00.017) 0:00:26.193 *******\nok: [instance]\n\nRUNNING HANDLER [vexxhost.containers.containerd : Restart containerd] **********\nWednesday 18 March 2026 11:42:27 +0000 (0:00:00.884) 0:00:27.077 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.containerd : Enable and start service] ***************\nWednesday 18 March 2026 11:42:27 +0000 (0:00:00.475) 0:00:27.552 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.forget_package : Forget package] *********************\nWednesday 18 March 2026 11:42:28 +0000 (0:00:00.546) 0:00:28.099 *******\nok: [instance]\n\nTASK [vexxhost.containers.download_artifact : Starting download of file] *******\nWednesday 18 March 2026 11:42:28 +0000 (0:00:00.217) 0:00:28.316 *******\nok: [instance] => {\n \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"\n}\n\nTASK [vexxhost.containers.download_artifact : Download item] *******************\nWednesday 18 March 2026 11:42:28 +0000 (0:00:00.055) 0:00:28.371 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.download_artifact : Extract archive] *****************\nWednesday 18 March 2026 11:42:30 +0000 (0:00:01.558) 0:00:29.930 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Install AppArmor packages] ******************\nWednesday 18 March 2026 11:42:34 +0000 (0:00:04.316) 0:00:34.247 *******\nok: [instance]\n\nTASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************\nWednesday 18 March 2026 11:42:35 +0000 (0:00:00.998) 0:00:35.245 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Create systemd service file for docker] *****\nWednesday 18 March 2026 11:42:36 +0000 (0:00:01.070) 0:00:36.316 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Create folders for configuration] ***********\nWednesday 18 March 2026 11:42:36 +0000 (0:00:00.435) 0:00:36.751 *******\nchanged: [instance] => (item={'path': '/etc/docker'})\nchanged: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})\nchanged: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})\n\nTASK [vexxhost.containers.docker : Create systemd socket file for docker] ******\nWednesday 18 March 2026 11:42:37 +0000 (0:00:00.555) 0:00:37.307 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Create docker daemon config file] ***********\nWednesday 18 March 2026 11:42:37 +0000 (0:00:00.450) 0:00:37.757 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Force any restarts if necessary] ************\nWednesday 18 March 2026 11:42:38 +0000 (0:00:00.481) 0:00:38.239 *******\n\nRUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************\nWednesday 18 March 2026 11:42:38 +0000 (0:00:00.024) 0:00:38.263 *******\nok: [instance]\n\nRUNNING HANDLER [vexxhost.containers.docker : Restart docker] ******************\nWednesday 18 March 2026 11:42:39 +0000 (0:00:00.712) 0:00:38.976 *******\nchanged: [instance]\n\nTASK [vexxhost.containers.docker : Enable and start service] *******************\nWednesday 18 March 2026 11:42:43 +0000 (0:00:04.303) 0:00:43.279 *******\nchanged: [instance]\n\nTASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******\nWednesday 18 March 2026 11:42:44 +0000 (0:00:00.545) 0:00:43.825 *******\nok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)\n\nTASK [vexxhost.ceph.cephadm : Install packages] ********************************\nWednesday 18 March 2026 11:42:44 +0000 (0:00:00.060) 0:00:43.885 *******\nfatal: [instance]: FAILED! => {\"cache_update_time\": 1773834029, \"cache_updated\": false, \"changed\": false, \"msg\": \"'/usr/bin/apt-get -y -o \\\"Dpkg::Options::=--force-confdef\\\" -o \\\"Dpkg::Options::=--force-confold\\\" install 'chrony=4.2-2ubuntu2'' failed: E: Failed to fetch http://nova.clouds.archive.ubuntu.com/ubuntu/pool/main/c/chrony/chrony_4.2-2ubuntu2_amd64.deb 503 Service Unavailable [IP: 91.189.91.94 80]\\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\\n\", \"rc\": 100, \"stderr\": \"E: Failed to fetch http://nova.clouds.archive.ubuntu.com/ubuntu/pool/main/c/chrony/chrony_4.2-2ubuntu2_amd64.deb 503 Service Unavailable [IP: 91.189.91.94 80]\\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\\n\", \"stderr_lines\": [\"E: Failed to fetch http://nova.clouds.archive.ubuntu.com/ubuntu/pool/main/c/chrony/chrony_4.2-2ubuntu2_amd64.deb 503 Service Unavailable [IP: 91.189.91.94 80]\", \"E: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\"], \"stdout\": \"Reading package lists...\\nBuilding dependency tree...\\nReading state information...\\nSuggested packages:\\n dnsutils\\nThe following packages will be REMOVED:\\n systemd-timesyncd\\nThe following NEW packages will be installed:\\n chrony\\n0 upgraded, 1 newly installed, 1 to remove and 18 not upgraded.\\nNeed to get 290 kB of archives.\\nAfter this operation, 360 kB of additional disk space will be used.\\nIgn:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\\nIgn:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\\nIgn:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\\nErr:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\\n 503 Service Unavailable [IP: 91.189.91.94 80]\\n\", \"stdout_lines\": [\"Reading package lists...\", \"Building dependency tree...\", \"Reading state information...\", \"Suggested packages:\", \" dnsutils\", \"The following packages will be REMOVED:\", \" systemd-timesyncd\", \"The following NEW packages will be installed:\", \" chrony\", \"0 upgraded, 1 newly installed, 1 to remove and 18 not upgraded.\", \"Need to get 290 kB of archives.\", \"After this operation, 360 kB of additional disk space will be used.\", \"Ign:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\", \"Ign:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\", \"Ign:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\", \"Err:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\", \" 503 Service Unavailable [IP: 91.189.91.94 80]\"]}\n\nPLAY RECAP *********************************************************************\ninstance : ok=35 changed=19 unreachable=0 failed=1 skipped=6 rescued=0 ignored=0\n\nWednesday 18 March 2026 11:42:53 +0000 (0:00:09.010) 0:00:52.895 *******\n===============================================================================\nvexxhost.ceph.cephadm : Install packages -------------------------------- 9.01s\nvexxhost.containers.containerd : Install AppArmor packages -------------- 6.34s\nvexxhost.containers.download_artifact : Download item ------------------- 5.71s\nvexxhost.containers.download_artifact : Extract archive ----------------- 4.32s\nvexxhost.containers.docker : Restart docker ----------------------------- 4.30s\nvexxhost.containers.download_artifact : Download item ------------------- 3.84s\nvexxhost.containers.download_artifact : Extract archive ----------------- 2.85s\nvexxhost.containers.containerd : Reload systemd ------------------------- 1.60s\nvexxhost.containers.download_artifact : Download item ------------------- 1.56s\nvexxhost.containers.package : Update state for tar ---------------------- 1.16s\nvexxhost.containers.docker : Ensure group \"docker\" exists --------------- 1.07s\nvexxhost.containers.docker : Install AppArmor packages ------------------ 1.00s\nGathering Facts --------------------------------------------------------- 0.99s\nvexxhost.containers.containerd : Create folders for configuration ------- 0.93s\nGathering Facts --------------------------------------------------------- 0.88s\nGathering Facts --------------------------------------------------------- 0.88s\nvexxhost.containers.containerd : Create systemd service file for containerd --- 0.58s\nvexxhost.containers.docker : Create folders for configuration ----------- 0.56s\nvexxhost.containers.containerd : Enable and start service --------------- 0.55s\nvexxhost.containers.containerd : Create containerd config file ---------- 0.55s\nCRITICAL Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.csi/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml\nERROR [csi > converge] \u001b[31mExecuted: Failed\u001b[0m\nERROR Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.csi/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml", "stdout_lines": [ "Using CPython 3.10.12 interpreter at: /usr/bin/python3", "Creating virtual environment at: .venv", " Building atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere", "Downloading rjsonnet (1.2MiB)", "Downloading setuptools (1.1MiB)", "Downloading openstacksdk (1.7MiB)", "Downloading pygments (1.2MiB)", "Downloading cryptography (4.2MiB)", "Downloading kubernetes (1.9MiB)", "Downloading ansible-core (2.1MiB)", "Downloading netaddr (2.2MiB)", " Building pyperclip==1.9.0", " Downloading rjsonnet", " Downloading netaddr", " Downloading pygments", " Downloading cryptography", " Downloading setuptools", " Downloading kubernetes", " Downloading ansible-core", " Downloading openstacksdk", " Built pyperclip==1.9.0", " Built atmosphere @ file:///home/zuul/src/github.com/vexxhost/atmosphere", "Installed 79 packages in 44ms", "WARNING Molecule scenarios should migrate to 'extensions/molecule'", "INFO [csi > discovery] scenario test matrix: dependency, cleanup, destroy, syntax, create, prepare, converge, idempotence, side_effect, verify, cleanup, destroy", "INFO [csi > prerun] Performing prerun with role_name_check=0...", "INFO [csi > dependency] Executing", "WARNING [csi > dependency] Missing roles requirements file: requirements.yml", "WARNING [csi > dependency] Missing collections requirements file: collections.yml", "WARNING [csi > dependency] Executed: 2 missing (Remove from test_sequence to suppress)", "INFO [csi > cleanup] Executing", "WARNING [csi > cleanup] Executed: Missing playbook (Remove from test_sequence to suppress)", "INFO [csi > destroy] Executing", "WARNING [csi > destroy] Skipping, '--destroy=never' requested.", "INFO [csi > destroy] Executed: Successful", "INFO [csi > syntax] Executing", "", "playbook: /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml", "INFO [csi > syntax] Executed: Successful", "INFO [csi > create] Executing", "WARNING [csi > create] Executed: Missing playbook (Remove from test_sequence to suppress)", "INFO [csi > prepare] Executing", "", "PLAY [Prepare] *****************************************************************", "", "TASK [Gathering Facts] *********************************************************", "Wednesday 18 March 2026 11:41:23 +0000 (0:00:00.024) 0:00:00.024 *******", "[WARNING]: Platform linux on host instance is using the discovered Python", "interpreter at /usr/bin/python3.10, but future installation of another Python", "interpreter could change the meaning of that path. See", "https://docs.ansible.com/ansible-", "core/2.17/reference_appendices/interpreter_discovery.html for more information.", "ok: [instance]", "", "TASK [Configure short hostname] ************************************************", "Wednesday 18 March 2026 11:41:24 +0000 (0:00:01.122) 0:00:01.146 *******", "changed: [instance]", "", "TASK [Ensure hostname inside hosts file] ***************************************", "Wednesday 18 March 2026 11:41:25 +0000 (0:00:00.663) 0:00:01.809 *******", "[WARNING]: Module remote_tmp /root/.ansible/tmp did not exist and was created", "with a mode of 0700, this may cause issues when running as another user. To", "avoid this, create the remote_tmp dir with the correct permissions manually", "changed: [instance]", "", "TASK [Purge \"snapd\" package] ***************************************************", "Wednesday 18 March 2026 11:41:25 +0000 (0:00:00.270) 0:00:02.080 *******", "ok: [instance]", "", "PLAY [Create devices for Ceph] *************************************************", "", "TASK [Gathering Facts] *********************************************************", "Wednesday 18 March 2026 11:41:26 +0000 (0:00:00.880) 0:00:02.961 *******", "ok: [instance]", "", "TASK [Install depedencies] *****************************************************", "Wednesday 18 March 2026 11:41:27 +0000 (0:00:00.688) 0:00:03.650 *******", "changed: [instance]", "", "TASK [Start up service] ********************************************************", "Wednesday 18 March 2026 11:41:50 +0000 (0:00:22.772) 0:00:26.422 *******", "ok: [instance]", "", "TASK [Generate lvm.conf] *******************************************************", "Wednesday 18 March 2026 11:41:50 +0000 (0:00:00.538) 0:00:26.961 *******", "ok: [instance]", "", "TASK [Write /etc/lvm/lvm.conf] *************************************************", "Wednesday 18 March 2026 11:41:50 +0000 (0:00:00.282) 0:00:27.244 *******", "changed: [instance]", "", "TASK [Get list of all loopback devices] ****************************************", "Wednesday 18 March 2026 11:41:51 +0000 (0:00:00.648) 0:00:27.892 *******", "ok: [instance]", "", "TASK [Fail if there is any existing loopback devices] **************************", "Wednesday 18 March 2026 11:41:51 +0000 (0:00:00.193) 0:00:28.086 *******", "skipping: [instance]", "", "TASK [Create devices for Ceph] *************************************************", "Wednesday 18 March 2026 11:41:51 +0000 (0:00:00.020) 0:00:28.106 *******", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Set permissions on loopback devices] *************************************", "Wednesday 18 March 2026 11:41:52 +0000 (0:00:00.521) 0:00:28.628 *******", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Start loop devices] ******************************************************", "Wednesday 18 March 2026 11:41:52 +0000 (0:00:00.603) 0:00:29.231 *******", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Create a volume group for each loop device] ******************************", "Wednesday 18 March 2026 11:41:53 +0000 (0:00:00.681) 0:00:29.912 *******", "changed: [instance] => (item=osd0)", "changed: [instance] => (item=osd1)", "changed: [instance] => (item=osd2)", "", "TASK [Create a logical volume for each loop device] ****************************", "Wednesday 18 March 2026 11:41:56 +0000 (0:00:03.134) 0:00:33.047 *******", "changed: [instance] => (item=ceph-instance-osd0)", "changed: [instance] => (item=ceph-instance-osd1)", "changed: [instance] => (item=ceph-instance-osd2)", "", "PLAY RECAP *********************************************************************", "instance : ok=15 changed=9 unreachable=0 failed=0 skipped=1 rescued=0 ignored=0", "", "Wednesday 18 March 2026 11:41:58 +0000 (0:00:01.834) 0:00:34.881 *******", "===============================================================================", "Install depedencies ---------------------------------------------------- 22.77s", "Create a volume group for each loop device ------------------------------ 3.13s", "Create a logical volume for each loop device ---------------------------- 1.83s", "Gathering Facts --------------------------------------------------------- 1.12s", "Purge \"snapd\" package --------------------------------------------------- 0.88s", "Gathering Facts --------------------------------------------------------- 0.69s", "Start loop devices ------------------------------------------------------ 0.68s", "Configure short hostname ------------------------------------------------ 0.66s", "Write /etc/lvm/lvm.conf ------------------------------------------------- 0.65s", "Set permissions on loopback devices ------------------------------------- 0.60s", "Start up service -------------------------------------------------------- 0.54s", "Create devices for Ceph ------------------------------------------------- 0.52s", "Generate lvm.conf ------------------------------------------------------- 0.28s", "Ensure hostname inside hosts file --------------------------------------- 0.27s", "Get list of all loopback devices ---------------------------------------- 0.19s", "Fail if there is any existing loopback devices -------------------------- 0.02s", "INFO [csi > prepare] Executed: Successful", "INFO [csi > converge] Executing", "", "PLAY [Debug CSI driver value] **************************************************", "", "TASK [Gathering Facts] *********************************************************", "Wednesday 18 March 2026 11:42:00 +0000 (0:00:00.009) 0:00:00.009 *******", "[WARNING]: Platform linux on host instance is using the discovered Python", "interpreter at /usr/bin/python3.10, but future installation of another Python", "interpreter could change the meaning of that path. See", "https://docs.ansible.com/ansible-", "core/2.17/reference_appendices/interpreter_discovery.html for more information.", "ok: [instance]", "", "TASK [Display CSI driver value and environment variable] ***********************", "Wednesday 18 March 2026 11:42:01 +0000 (0:00:00.993) 0:00:01.002 *******", "ok: [instance] => {", " \"msg\": \"csi_driver=rbd, MOLECULE_CSI_DRIVER=\"", "}", "", "PLAY [all] *********************************************************************", "", "TASK [Gathering Facts] *********************************************************", "Wednesday 18 March 2026 11:42:01 +0000 (0:00:00.053) 0:00:01.056 *******", "ok: [instance]", "", "TASK [Set a fact with the \"atmosphere_images\" for other plays] *****************", "Wednesday 18 March 2026 11:42:02 +0000 (0:00:00.883) 0:00:01.939 *******", "ok: [instance]", "", "PLAY [Deploy Ceph monitors & managers] *****************************************", "", "TASK [Gathering Facts] *********************************************************", "Wednesday 18 March 2026 11:42:02 +0000 (0:00:00.191) 0:00:02.131 *******", "ok: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Wednesday 18 March 2026 11:42:03 +0000 (0:00:00.876) 0:00:03.008 *******", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Wednesday 18 March 2026 11:42:03 +0000 (0:00:00.292) 0:00:03.300 *******", "skipping: [instance]", "", "TASK [vexxhost.containers.directory : Create directory (/var/lib/downloads)] ***", "Wednesday 18 March 2026 11:42:03 +0000 (0:00:00.046) 0:00:03.346 *******", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Wednesday 18 March 2026 11:42:03 +0000 (0:00:00.291) 0:00:03.638 *******", "ok: [instance] => {", " \"msg\": \"https://github.com/opencontainers/runc/releases/download/v1.4.0/runc.amd64\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Wednesday 18 March 2026 11:42:03 +0000 (0:00:00.076) 0:00:03.714 *******", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Wednesday 18 March 2026 11:42:09 +0000 (0:00:05.713) 0:00:09.428 *******", "skipping: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Wednesday 18 March 2026 11:42:09 +0000 (0:00:00.056) 0:00:09.485 *******", "skipping: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Wednesday 18 March 2026 11:42:09 +0000 (0:00:00.055) 0:00:09.541 *******", "ok: [instance]", "", "TASK [vexxhost.containers.package : Update state for tar] **********************", "Wednesday 18 March 2026 11:42:09 +0000 (0:00:00.221) 0:00:09.762 *******", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Wednesday 18 March 2026 11:42:11 +0000 (0:00:01.160) 0:00:10.922 *******", "ok: [instance] => {", " \"msg\": \"https://github.com/containerd/containerd/releases/download/v2.2.0/containerd-2.2.0-linux-amd64.tar.gz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Wednesday 18 March 2026 11:42:11 +0000 (0:00:00.062) 0:00:10.984 *******", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Wednesday 18 March 2026 11:42:15 +0000 (0:00:03.835) 0:00:14.820 *******", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Install SELinux packages] ***************", "Wednesday 18 March 2026 11:42:17 +0000 (0:00:02.853) 0:00:17.673 *******", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Set SELinux to permissive at runtime] ***", "Wednesday 18 March 2026 11:42:17 +0000 (0:00:00.037) 0:00:17.711 *******", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Persist SELinux permissive mode] ********", "Wednesday 18 March 2026 11:42:17 +0000 (0:00:00.035) 0:00:17.746 *******", "skipping: [instance]", "", "TASK [vexxhost.containers.containerd : Install AppArmor packages] **************", "Wednesday 18 March 2026 11:42:17 +0000 (0:00:00.030) 0:00:17.777 *******", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Create systemd service file for containerd] ***", "Wednesday 18 March 2026 11:42:24 +0000 (0:00:06.339) 0:00:24.117 *******", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Create folders for configuration] *******", "Wednesday 18 March 2026 11:42:24 +0000 (0:00:00.583) 0:00:24.700 *******", "changed: [instance] => (item={'path': '/etc/containerd'})", "changed: [instance] => (item={'path': '/var/lib/containerd', 'mode': '0o700'})", "changed: [instance] => (item={'path': '/run/containerd', 'mode': '0o711'})", "changed: [instance] => (item={'path': '/run/containerd/io.containerd.grpc.v1.cri', 'mode': '0o700'})", "changed: [instance] => (item={'path': '/run/containerd/io.containerd.sandbox.controller.v1.shim', 'mode': '0o700'})", "", "TASK [vexxhost.containers.containerd : Create containerd config file] **********", "Wednesday 18 March 2026 11:42:25 +0000 (0:00:00.929) 0:00:25.629 *******", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Force any restarts if necessary] ********", "Wednesday 18 March 2026 11:42:26 +0000 (0:00:00.545) 0:00:26.175 *******", "", "RUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************", "Wednesday 18 March 2026 11:42:26 +0000 (0:00:00.017) 0:00:26.193 *******", "ok: [instance]", "", "RUNNING HANDLER [vexxhost.containers.containerd : Restart containerd] **********", "Wednesday 18 March 2026 11:42:27 +0000 (0:00:00.884) 0:00:27.077 *******", "changed: [instance]", "", "TASK [vexxhost.containers.containerd : Enable and start service] ***************", "Wednesday 18 March 2026 11:42:27 +0000 (0:00:00.475) 0:00:27.552 *******", "changed: [instance]", "", "TASK [vexxhost.containers.forget_package : Forget package] *********************", "Wednesday 18 March 2026 11:42:28 +0000 (0:00:00.546) 0:00:28.099 *******", "ok: [instance]", "", "TASK [vexxhost.containers.download_artifact : Starting download of file] *******", "Wednesday 18 March 2026 11:42:28 +0000 (0:00:00.217) 0:00:28.316 *******", "ok: [instance] => {", " \"msg\": \"https://download.docker.com/linux/static/stable/x86_64/docker-24.0.9.tgz\"", "}", "", "TASK [vexxhost.containers.download_artifact : Download item] *******************", "Wednesday 18 March 2026 11:42:28 +0000 (0:00:00.055) 0:00:28.371 *******", "changed: [instance]", "", "TASK [vexxhost.containers.download_artifact : Extract archive] *****************", "Wednesday 18 March 2026 11:42:30 +0000 (0:00:01.558) 0:00:29.930 *******", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Install AppArmor packages] ******************", "Wednesday 18 March 2026 11:42:34 +0000 (0:00:04.316) 0:00:34.247 *******", "ok: [instance]", "", "TASK [vexxhost.containers.docker : Ensure group \"docker\" exists] ***************", "Wednesday 18 March 2026 11:42:35 +0000 (0:00:00.998) 0:00:35.245 *******", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Create systemd service file for docker] *****", "Wednesday 18 March 2026 11:42:36 +0000 (0:00:01.070) 0:00:36.316 *******", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Create folders for configuration] ***********", "Wednesday 18 March 2026 11:42:36 +0000 (0:00:00.435) 0:00:36.751 *******", "changed: [instance] => (item={'path': '/etc/docker'})", "changed: [instance] => (item={'path': '/var/lib/docker', 'mode': '0o710'})", "changed: [instance] => (item={'path': '/run/docker', 'mode': '0o711'})", "", "TASK [vexxhost.containers.docker : Create systemd socket file for docker] ******", "Wednesday 18 March 2026 11:42:37 +0000 (0:00:00.555) 0:00:37.307 *******", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Create docker daemon config file] ***********", "Wednesday 18 March 2026 11:42:37 +0000 (0:00:00.450) 0:00:37.757 *******", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Force any restarts if necessary] ************", "Wednesday 18 March 2026 11:42:38 +0000 (0:00:00.481) 0:00:38.239 *******", "", "RUNNING HANDLER [vexxhost.containers.containerd : Reload systemd] **************", "Wednesday 18 March 2026 11:42:38 +0000 (0:00:00.024) 0:00:38.263 *******", "ok: [instance]", "", "RUNNING HANDLER [vexxhost.containers.docker : Restart docker] ******************", "Wednesday 18 March 2026 11:42:39 +0000 (0:00:00.712) 0:00:38.976 *******", "changed: [instance]", "", "TASK [vexxhost.containers.docker : Enable and start service] *******************", "Wednesday 18 March 2026 11:42:43 +0000 (0:00:04.303) 0:00:43.279 *******", "changed: [instance]", "", "TASK [vexxhost.ceph.cephadm : Gather variables for each operating system] ******", "Wednesday 18 March 2026 11:42:44 +0000 (0:00:00.545) 0:00:43.825 *******", "ok: [instance] => (item=/home/zuul/.ansible/collections/ansible_collections/vexxhost/ceph/roles/cephadm/vars/ubuntu-22.04.yml)", "", "TASK [vexxhost.ceph.cephadm : Install packages] ********************************", "Wednesday 18 March 2026 11:42:44 +0000 (0:00:00.060) 0:00:43.885 *******", "fatal: [instance]: FAILED! => {\"cache_update_time\": 1773834029, \"cache_updated\": false, \"changed\": false, \"msg\": \"'/usr/bin/apt-get -y -o \\\"Dpkg::Options::=--force-confdef\\\" -o \\\"Dpkg::Options::=--force-confold\\\" install 'chrony=4.2-2ubuntu2'' failed: E: Failed to fetch http://nova.clouds.archive.ubuntu.com/ubuntu/pool/main/c/chrony/chrony_4.2-2ubuntu2_amd64.deb 503 Service Unavailable [IP: 91.189.91.94 80]\\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\\n\", \"rc\": 100, \"stderr\": \"E: Failed to fetch http://nova.clouds.archive.ubuntu.com/ubuntu/pool/main/c/chrony/chrony_4.2-2ubuntu2_amd64.deb 503 Service Unavailable [IP: 91.189.91.94 80]\\nE: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\\n\", \"stderr_lines\": [\"E: Failed to fetch http://nova.clouds.archive.ubuntu.com/ubuntu/pool/main/c/chrony/chrony_4.2-2ubuntu2_amd64.deb 503 Service Unavailable [IP: 91.189.91.94 80]\", \"E: Unable to fetch some archives, maybe run apt-get update or try with --fix-missing?\"], \"stdout\": \"Reading package lists...\\nBuilding dependency tree...\\nReading state information...\\nSuggested packages:\\n dnsutils\\nThe following packages will be REMOVED:\\n systemd-timesyncd\\nThe following NEW packages will be installed:\\n chrony\\n0 upgraded, 1 newly installed, 1 to remove and 18 not upgraded.\\nNeed to get 290 kB of archives.\\nAfter this operation, 360 kB of additional disk space will be used.\\nIgn:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\\nIgn:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\\nIgn:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\\nErr:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\\n 503 Service Unavailable [IP: 91.189.91.94 80]\\n\", \"stdout_lines\": [\"Reading package lists...\", \"Building dependency tree...\", \"Reading state information...\", \"Suggested packages:\", \" dnsutils\", \"The following packages will be REMOVED:\", \" systemd-timesyncd\", \"The following NEW packages will be installed:\", \" chrony\", \"0 upgraded, 1 newly installed, 1 to remove and 18 not upgraded.\", \"Need to get 290 kB of archives.\", \"After this operation, 360 kB of additional disk space will be used.\", \"Ign:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\", \"Ign:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\", \"Ign:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\", \"Err:1 http://nova.clouds.archive.ubuntu.com/ubuntu jammy/main amd64 chrony amd64 4.2-2ubuntu2\", \" 503 Service Unavailable [IP: 91.189.91.94 80]\"]}", "", "PLAY RECAP *********************************************************************", "instance : ok=35 changed=19 unreachable=0 failed=1 skipped=6 rescued=0 ignored=0", "", "Wednesday 18 March 2026 11:42:53 +0000 (0:00:09.010) 0:00:52.895 *******", "===============================================================================", "vexxhost.ceph.cephadm : Install packages -------------------------------- 9.01s", "vexxhost.containers.containerd : Install AppArmor packages -------------- 6.34s", "vexxhost.containers.download_artifact : Download item ------------------- 5.71s", "vexxhost.containers.download_artifact : Extract archive ----------------- 4.32s", "vexxhost.containers.docker : Restart docker ----------------------------- 4.30s", "vexxhost.containers.download_artifact : Download item ------------------- 3.84s", "vexxhost.containers.download_artifact : Extract archive ----------------- 2.85s", "vexxhost.containers.containerd : Reload systemd ------------------------- 1.60s", "vexxhost.containers.download_artifact : Download item ------------------- 1.56s", "vexxhost.containers.package : Update state for tar ---------------------- 1.16s", "vexxhost.containers.docker : Ensure group \"docker\" exists --------------- 1.07s", "vexxhost.containers.docker : Install AppArmor packages ------------------ 1.00s", "Gathering Facts --------------------------------------------------------- 0.99s", "vexxhost.containers.containerd : Create folders for configuration ------- 0.93s", "Gathering Facts --------------------------------------------------------- 0.88s", "Gathering Facts --------------------------------------------------------- 0.88s", "vexxhost.containers.containerd : Create systemd service file for containerd --- 0.58s", "vexxhost.containers.docker : Create folders for configuration ----------- 0.56s", "vexxhost.containers.containerd : Enable and start service --------------- 0.55s", "vexxhost.containers.containerd : Create containerd config file ---------- 0.55s", "CRITICAL Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.csi/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml", "ERROR [csi > converge] \u001b[31mExecuted: Failed\u001b[0m", "ERROR Ansible return code was 2, command was: ansible-playbook --inventory /home/zuul/.ansible/tmp/molecule.v9Wo.csi/inventory --skip-tags molecule-notest,notest --inventory=/home/zuul/src/github.com/vexxhost/atmosphere/inventory.yaml /home/zuul/src/github.com/vexxhost/atmosphere/molecule/csi/converge.yml" ], "zuul_log_id": "0242ac17-0011-bf7a-480a-000000000006-1-instance" } }, "task": { "duration": { "end": "2026-03-18T11:42:53.726383Z", "start": "2026-03-18T11:40:35.913153Z" }, "id": "0242ac17-0011-bf7a-480a-000000000006", "name": "Run Molecule scenario" } } ] } ], "stats": { "instance": { "changed": 2, "failures": 1, "ignored": 0, "ok": 2, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "stable/2025.1", "index": "0", "phase": "post", "playbook": "github.com/vexxhost/atmosphere/test-playbooks/molecule/post.yml", "plays": [ { "play": { "duration": { "end": "2026-03-18T11:43:07.991587Z", "start": "2026-03-18T11:42:57.581780Z" }, "id": "0242ac17-0011-1229-f4a5-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/system", "state": "directory" }, "before": { "path": "/tmp/logs/system", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/system", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/system", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-1229-f4a5-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-03-18T11:42:58.013423Z", "start": "2026-03-18T11:42:57.598285Z" }, "id": "0242ac17-0011-1229-f4a5-00000000000c", "name": "creating directory for system status" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -x\nsystemd-cgls --full --all --no-pager > /tmp/logs/system/systemd-cgls.txt\nip addr > /tmp/logs/system/ip-addr.txt\nip route > /tmp/logs/system/ip-route.txt\nlsblk > /tmp/logs/system/lsblk.txt\nmount > /tmp/logs/system/mount.txt\ndocker images > /tmp/logs/system/docker-images.txt\nbrctl show > /tmp/logs/system/brctl-show.txt\nps aux --sort=-%mem > /tmp/logs/system/ps.txt\ndpkg -l > /tmp/logs/system/packages.txt\nCONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\nif [ ! -z \"$CONTAINERS\" ]; then\n mkdir -p \"/tmp/logs/system/containers\"\n for CONTAINER in ${CONTAINERS}; do\n docker logs \"${CONTAINER}\" > \"/tmp/logs/system/containers/${CONTAINER}.txt\"\n done\nfi", "delta": "0:00:00.083289", "end": "2026-03-18 11:42:58.496231", "invocation": { "module_args": { "_raw_params": "set -x\nsystemd-cgls --full --all --no-pager > /tmp/logs/system/systemd-cgls.txt\nip addr > /tmp/logs/system/ip-addr.txt\nip route > /tmp/logs/system/ip-route.txt\nlsblk > /tmp/logs/system/lsblk.txt\nmount > /tmp/logs/system/mount.txt\ndocker images > /tmp/logs/system/docker-images.txt\nbrctl show > /tmp/logs/system/brctl-show.txt\nps aux --sort=-%mem > /tmp/logs/system/ps.txt\ndpkg -l > /tmp/logs/system/packages.txt\nCONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\nif [ ! -z \"$CONTAINERS\" ]; then\n mkdir -p \"/tmp/logs/system/containers\"\n for CONTAINER in ${CONTAINERS}; do\n docker logs \"${CONTAINER}\" > \"/tmp/logs/system/containers/${CONTAINER}.txt\"\n done\nfi", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-1229-f4a5-00000000000d-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:42:58.412942", "stderr": "", "stderr_lines": [], "stdout": "+ systemd-cgls --full --all --no-pager\n+ ip addr\n+ ip route\n+ lsblk\n+ mount\n+ docker images\n+ brctl show\n/bin/bash: line 8: brctl: command not found\n+ ps aux --sort=-%mem\n+ dpkg -l\n+ CONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))\n++ docker ps -a --format '{{ .Names }}' --filter label=zuul\n+ '[' '!' -z '' ']'", "stdout_lines": [ "+ systemd-cgls --full --all --no-pager", "+ ip addr", "+ ip route", "+ lsblk", "+ mount", "+ docker images", "+ brctl show", "/bin/bash: line 8: brctl: command not found", "+ ps aux --sort=-%mem", "+ dpkg -l", "+ CONTAINERS=($(docker ps -a --format '{{ .Names }}' --filter label=zuul))", "++ docker ps -a --format '{{ .Names }}' --filter label=zuul", "+ '[' '!' -z '' ']'" ], "zuul_log_id": "0242ac17-0011-1229-f4a5-00000000000d-1-instance" } }, "role": { "id": "0242ac17-0011-1229-f4a5-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-03-18T11:42:58.572224Z", "start": "2026-03-18T11:42:58.048778Z" }, "id": "0242ac17-0011-1229-f4a5-00000000000d", "name": "Get logs for each host" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.19.213.32:/tmp/logs/system /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.19.213.32:/tmp/logs/system", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "created directory /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance\ncd+++++++++ system/\n>f+++++++++ system/brctl-show.txt\n>f+++++++++ system/docker-images.txt\n>f+++++++++ system/ip-addr.txt\n>f+++++++++ system/ip-route.txt\n>f+++++++++ system/lsblk.txt\n>f+++++++++ system/mount.txt\n>f+++++++++ system/packages.txt\n>f+++++++++ system/ps.txt\n>f+++++++++ system/systemd-cgls.txt\n", "rc": 0, "stdout_lines": [ "created directory /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "cd+++++++++ system/", ">f+++++++++ system/brctl-show.txt", ">f+++++++++ system/docker-images.txt", ">f+++++++++ system/ip-addr.txt", ">f+++++++++ system/ip-route.txt", ">f+++++++++ system/lsblk.txt", ">f+++++++++ system/mount.txt", ">f+++++++++ system/packages.txt", ">f+++++++++ system/ps.txt", ">f+++++++++ system/systemd-cgls.txt" ] } }, "role": { "id": "0242ac17-0011-1229-f4a5-00000000000a", "name": "gather-host-logs", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-host-logs" }, "task": { "duration": { "end": "2026-03-18T11:42:59.253197Z", "start": "2026-03-18T11:42:58.580659Z" }, "id": "0242ac17-0011-1229-f4a5-00000000000e", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "directory", "changed": true, "diff": { "after": { "path": "/tmp/logs/helm/values", "state": "directory" }, "before": { "path": "/tmp/logs/helm/values", "state": "absent" } }, "directory": "values", "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/helm/values", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/helm/values", "size": 4096, "state": "directory", "uid": 0 }, { "ansible_loop_var": "directory", "changed": true, "diff": { "after": { "path": "/tmp/logs/helm/releases", "state": "directory" }, "before": { "path": "/tmp/logs/helm/releases", "state": "absent" } }, "directory": "releases", "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/helm/releases", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/helm/releases", "size": 4096, "state": "directory", "uid": 0 } ] } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-03-18T11:42:59.664951Z", "start": "2026-03-18T11:42:59.263301Z" }, "id": "0242ac17-0011-1229-f4a5-000000000012", "name": "creating directory for helm release status" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\n\nfor namespace in $(kubectl get namespaces --no-headers --output custom-columns=\":metadata.name\"); do\n # get all Helm releases including pending and failed releases\n for release in $(helm list --all --short --namespace $namespace); do\n # Make respective directories only when a Helm release actually exists in the namespace\n # to prevent uploading a bunch of empty directories for namespaces without a Helm release.\n mkdir -p /tmp/logs/helm/releases/$namespace\n mkdir -p /tmp/logs/helm/values/$namespace\n\n helm status $release --namespace $namespace >> /tmp/logs/helm/releases/$namespace/$release.txt\n helm get values $release --namespace $namespace --all >> /tmp/logs/helm/values/$namespace/$release.yaml\n done\ndone", "delta": "0:00:00.004142", "end": "2026-03-18 11:42:59.871709", "invocation": { "module_args": { "_raw_params": "set -e\n\nfor namespace in $(kubectl get namespaces --no-headers --output custom-columns=\":metadata.name\"); do\n # get all Helm releases including pending and failed releases\n for release in $(helm list --all --short --namespace $namespace); do\n # Make respective directories only when a Helm release actually exists in the namespace\n # to prevent uploading a bunch of empty directories for namespaces without a Helm release.\n mkdir -p /tmp/logs/helm/releases/$namespace\n mkdir -p /tmp/logs/helm/values/$namespace\n\n helm status $release --namespace $namespace >> /tmp/logs/helm/releases/$namespace/$release.txt\n helm get values $release --namespace $namespace --all >> /tmp/logs/helm/values/$namespace/$release.yaml\n done\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-1229-f4a5-000000000014-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:42:59.867567", "stderr": "", "stderr_lines": [], "stdout": "/bin/bash: line 3: kubectl: command not found", "stdout_lines": [ "/bin/bash: line 3: kubectl: command not found" ], "zuul_log_id": "0242ac17-0011-1229-f4a5-000000000014-1-instance" } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-03-18T11:43:00.209181Z", "start": "2026-03-18T11:42:59.691267Z" }, "id": "0242ac17-0011-1229-f4a5-000000000014", "name": "Gather get release status for helm charts" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.19.213.32:/tmp/logs/helm /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.19.213.32:/tmp/logs/helm", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ helm/\ncd+++++++++ helm/releases/\ncd+++++++++ helm/values/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ helm/", "cd+++++++++ helm/releases/", "cd+++++++++ helm/values/" ] } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000010", "name": "helm-release-status", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/helm-release-status" }, "task": { "duration": { "end": "2026-03-18T11:43:00.727124Z", "start": "2026-03-18T11:43:00.215359Z" }, "id": "0242ac17-0011-1229-f4a5-000000000015", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/objects/cluster", "state": "directory" }, "before": { "path": "/tmp/logs/objects/cluster", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/objects/cluster", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/objects/cluster", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-18T11:43:00.924734Z", "start": "2026-03-18T11:43:00.739720Z" }, "id": "0242ac17-0011-1229-f4a5-000000000019", "name": "creating directory for cluster scoped objects" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nexport OBJECT_TYPE=node,clusterrole,clusterrolebinding,storageclass,namespace\nexport PARALLELISM_FACTOR=2\n\nfunction list_objects () {\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"$@\"' _ {}\n}\nexport -f list_objects\n\nfunction name_objects () {\n export OBJECT=$1\n kubectl get ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${OBJECT} ${1#*/}\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export OBJECT=${input[0]}\n export NAME=${input[1]#*/}\n echo \"${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/cluster/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nlist_objects | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "delta": "0:00:00.021996", "end": "2026-03-18 11:43:01.156598", "invocation": { "module_args": { "_raw_params": "set -e\nexport OBJECT_TYPE=node,clusterrole,clusterrolebinding,storageclass,namespace\nexport PARALLELISM_FACTOR=2\n\nfunction list_objects () {\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"$@\"' _ {}\n}\nexport -f list_objects\n\nfunction name_objects () {\n export OBJECT=$1\n kubectl get ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${OBJECT} ${1#*/}\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export OBJECT=${input[0]}\n export NAME=${input[1]#*/}\n echo \"${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/cluster/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nlist_objects | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-1229-f4a5-00000000001a-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:43:01.134602", "stderr": "", "stderr_lines": [], "stdout": "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nenvironment: line 1: kubectl: command not found\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nenvironment: line 1: kubectl: command not found\nenvironment: line 1: kubectl: command not found\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nenvironment: line 1: kubectl: command not found\nenvironment: line 1: kubectl: command not found\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value\nxargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "stdout_lines": [ "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "environment: line 1: kubectl: command not found", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "environment: line 1: kubectl: command not found", "environment: line 1: kubectl: command not found", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "environment: line 1: kubectl: command not found", "environment: line 1: kubectl: command not found", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value", "xargs: warning: options --max-lines and --replace/-I/-i are mutually exclusive, ignoring previous --max-lines value" ], "zuul_log_id": "0242ac17-0011-1229-f4a5-00000000001a-1-instance" } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-18T11:43:01.476200Z", "start": "2026-03-18T11:43:00.958178Z" }, "id": "0242ac17-0011-1229-f4a5-00000000001a", "name": "Gathering descriptions for cluster scoped objects" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/objects/namespaced", "state": "directory" }, "before": { "path": "/tmp/logs/objects/namespaced", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/objects/namespaced", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/objects/namespaced", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-18T11:43:01.674719Z", "start": "2026-03-18T11:43:01.481981Z" }, "id": "0242ac17-0011-1229-f4a5-00000000001b", "name": "creating directory for namespace scoped objects" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nexport OBJECT_TYPE=configmaps,cronjobs,daemonsets,deployment,endpoints,ingresses,jobs,networkpolicies,pods,podsecuritypolicies,persistentvolumeclaims,rolebindings,roles,secrets,serviceaccounts,services,statefulsets\nexport PARALLELISM_FACTOR=2\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\n\nfunction list_namespaced_objects () {\n export NAMESPACE=$1\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} $@\"' _ {}\n}\nexport -f list_namespaced_objects\n\nfunction name_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n kubectl get -n ${NAMESPACE} ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} ${OBJECT} $@\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n export NAME=${input[2]#*/}\n echo \"${NAMESPACE}/${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/namespaced/${NAMESPACE}/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get -n ${NAMESPACE} ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe -n ${NAMESPACE} ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nget_namespaces | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'list_namespaced_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "delta": "0:00:00.009029", "end": "2026-03-18 11:43:01.959347", "invocation": { "module_args": { "_raw_params": "set -e\nexport OBJECT_TYPE=configmaps,cronjobs,daemonsets,deployment,endpoints,ingresses,jobs,networkpolicies,pods,podsecuritypolicies,persistentvolumeclaims,rolebindings,roles,secrets,serviceaccounts,services,statefulsets\nexport PARALLELISM_FACTOR=2\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\n\nfunction list_namespaced_objects () {\n export NAMESPACE=$1\n printf ${OBJECT_TYPE} | xargs -d ',' -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} $@\"' _ {}\n}\nexport -f list_namespaced_objects\n\nfunction name_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n kubectl get -n ${NAMESPACE} ${OBJECT} -o name | xargs -L1 -I {} -P1 -n1 bash -c 'echo \"${NAMESPACE} ${OBJECT} $@\"' _ {}\n}\nexport -f name_objects\n\nfunction get_objects () {\n input=($1)\n export NAMESPACE=${input[0]}\n export OBJECT=${input[1]}\n export NAME=${input[2]#*/}\n echo \"${NAMESPACE}/${OBJECT}/${NAME}\"\n DIR=\"/tmp/logs/objects/namespaced/${NAMESPACE}/${OBJECT}\"\n mkdir -p ${DIR}\n kubectl get -n ${NAMESPACE} ${OBJECT} ${NAME} -o yaml > \"${DIR}/${NAME}.yaml\"\n kubectl describe -n ${NAMESPACE} ${OBJECT} ${NAME} > \"${DIR}/${NAME}.txt\"\n}\nexport -f get_objects\n\nget_namespaces | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'list_namespaced_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'name_objects \"$@\"' _ {} | xargs -r -n 1 -P ${PARALLELISM_FACTOR} -I {} bash -c 'get_objects \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-1229-f4a5-00000000001c-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:43:01.950318", "stderr": "", "stderr_lines": [], "stdout": "environment: line 5: kubectl: command not found\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value\nxargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "stdout_lines": [ "environment: line 5: kubectl: command not found", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value", "xargs: warning: options --max-args and --replace/-I/-i are mutually exclusive, ignoring previous --max-args value" ], "zuul_log_id": "0242ac17-0011-1229-f4a5-00000000001c-1-instance" } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-18T11:43:02.284613Z", "start": "2026-03-18T11:43:01.765710Z" }, "id": "0242ac17-0011-1229-f4a5-00000000001c", "name": "Gathering descriptions for namespace scoped objects" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.19.213.32:/tmp/logs/objects /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.19.213.32:/tmp/logs/objects", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ objects/\ncd+++++++++ objects/cluster/\ncd+++++++++ objects/namespaced/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ objects/", "cd+++++++++ objects/cluster/", "cd+++++++++ objects/namespaced/" ] } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000017", "name": "describe-kubernetes-objects", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/describe-kubernetes-objects" }, "task": { "duration": { "end": "2026-03-18T11:43:02.804904Z", "start": "2026-03-18T11:43:02.291643Z" }, "id": "0242ac17-0011-1229-f4a5-00000000001d", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/pod-logs", "state": "directory" }, "before": { "path": "/tmp/logs/pod-logs", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/pod-logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/pod-logs", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-1229-f4a5-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-03-18T11:43:03.070049Z", "start": "2026-03-18T11:43:02.813904Z" }, "id": "0242ac17-0011-1229-f4a5-000000000021", "name": "creating directory for pod logs" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/pod-logs/failed-pods", "state": "directory" }, "before": { "path": "/tmp/logs/pod-logs/failed-pods", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/pod-logs/failed-pods", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/pod-logs/failed-pods", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-1229-f4a5-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-03-18T11:43:03.274830Z", "start": "2026-03-18T11:43:03.075599Z" }, "id": "0242ac17-0011-1229-f4a5-000000000022", "name": "creating directory for failed pod logs" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\nfunction get_pods () {\n NAMESPACE=$1\n kubectl get pods -n ${NAMESPACE} -o name | awk -F '/' '{ print $NF }' | xargs -I {} echo ${NAMESPACE} {}\n}\nexport -f get_pods\nfunction get_pod_logs () {\n NAMESPACE=${1% *}\n POD=${1#* }\n INIT_CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.initContainers[]?.name')\n CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.containers[].name')\n for CONTAINER in ${INIT_CONTAINERS} ${CONTAINERS}; do\n echo \"${NAMESPACE}/${POD}/${CONTAINER}\"\n mkdir -p \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}\"\n mkdir -p \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}\"\n kubectl logs ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n kubectl logs --previous ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n done\n}\nexport -f get_pod_logs\nget_namespaces | xargs -r -I {} bash -c 'get_pods \"$@\"' _ {} | xargs -r -I {} bash -c 'get_pod_logs \"$@\"' _ {}", "delta": "0:00:00.009325", "end": "2026-03-18 11:43:03.492915", "invocation": { "module_args": { "_raw_params": "set -e\nfunction get_namespaces () {\n kubectl get namespaces -o name | awk -F '/' '{ print $NF }'\n}\nfunction get_pods () {\n NAMESPACE=$1\n kubectl get pods -n ${NAMESPACE} -o name | awk -F '/' '{ print $NF }' | xargs -I {} echo ${NAMESPACE} {}\n}\nexport -f get_pods\nfunction get_pod_logs () {\n NAMESPACE=${1% *}\n POD=${1#* }\n INIT_CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.initContainers[]?.name')\n CONTAINERS=$(kubectl get pod $POD -n ${NAMESPACE} -o json | jq -r '.spec.containers[].name')\n for CONTAINER in ${INIT_CONTAINERS} ${CONTAINERS}; do\n echo \"${NAMESPACE}/${POD}/${CONTAINER}\"\n mkdir -p \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}\"\n mkdir -p \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}\"\n kubectl logs ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n kubectl logs --previous ${POD} -n ${NAMESPACE} -c ${CONTAINER} > \"/tmp/logs/pod-logs/failed-pods/${NAMESPACE}/${POD}/${CONTAINER}.txt\"\n done\n}\nexport -f get_pod_logs\nget_namespaces | xargs -r -I {} bash -c 'get_pods \"$@\"' _ {} | xargs -r -I {} bash -c 'get_pod_logs \"$@\"' _ {}", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-1229-f4a5-000000000023-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:43:03.483590", "stderr": "", "stderr_lines": [], "stdout": "environment: line 3: kubectl: command not found", "stdout_lines": [ "environment: line 3: kubectl: command not found" ], "zuul_log_id": "0242ac17-0011-1229-f4a5-000000000023-1-instance" } }, "role": { "id": "0242ac17-0011-1229-f4a5-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-03-18T11:43:03.818301Z", "start": "2026-03-18T11:43:03.299577Z" }, "id": "0242ac17-0011-1229-f4a5-000000000023", "name": "retrieve all kubernetes logs, current and previous (if they exist)" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.19.213.32:/tmp/logs/pod-logs /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.19.213.32:/tmp/logs/pod-logs", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ pod-logs/\ncd+++++++++ pod-logs/failed-pods/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ pod-logs/", "cd+++++++++ pod-logs/failed-pods/" ] } }, "role": { "id": "0242ac17-0011-1229-f4a5-00000000001f", "name": "gather-pod-logs", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-pod-logs" }, "task": { "duration": { "end": "2026-03-18T11:43:04.316208Z", "start": "2026-03-18T11:43:03.825100Z" }, "id": "0242ac17-0011-1229-f4a5-000000000024", "name": "Downloads pod logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/prometheus", "state": "directory" }, "before": { "path": "/tmp/logs/prometheus", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/prometheus", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/prometheus", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-18T11:43:04.575020Z", "start": "2026-03-18T11:43:04.326758Z" }, "id": "0242ac17-0011-1229-f4a5-000000000028", "name": "creating directory for helm release descriptions" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nNAMESPACES=$(kubectl get namespaces -o json | jq -r '.items[].metadata.name')\nfor NS in $NAMESPACES; do\n SERVICES=$(kubectl get svc -n $NS -o json | jq -r '.items[] | select(.spec.ports[].name==\"metrics\") | .metadata.name')\n for SVC in $SERVICES; do\n PORT=$(kubectl get svc $SVC -n $NS -o json | jq -r '.spec.ports[] | select(.name==\"metrics\") | .port')\n echo \"Scraping $SVC.$NS:$PORT/metrics:\"\n curl \"$SVC.$NS:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$NS-$SVC.txt || true\n done\ndone", "delta": "0:00:00.037742", "end": "2026-03-18 11:43:04.818393", "invocation": { "module_args": { "_raw_params": "set -e\nNAMESPACES=$(kubectl get namespaces -o json | jq -r '.items[].metadata.name')\nfor NS in $NAMESPACES; do\n SERVICES=$(kubectl get svc -n $NS -o json | jq -r '.items[] | select(.spec.ports[].name==\"metrics\") | .metadata.name')\n for SVC in $SERVICES; do\n PORT=$(kubectl get svc $SVC -n $NS -o json | jq -r '.spec.ports[] | select(.name==\"metrics\") | .port')\n echo \"Scraping $SVC.$NS:$PORT/metrics:\"\n curl \"$SVC.$NS:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$NS-$SVC.txt || true\n done\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-1229-f4a5-000000000029-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:43:04.780651", "stderr": "", "stderr_lines": [], "stdout": "/bin/bash: line 2: kubectl: command not found", "stdout_lines": [ "/bin/bash: line 2: kubectl: command not found" ], "zuul_log_id": "0242ac17-0011-1229-f4a5-000000000029-1-instance" } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-18T11:43:05.117867Z", "start": "2026-03-18T11:43:04.598001Z" }, "id": "0242ac17-0011-1229-f4a5-000000000029", "name": "Get metrics from exporter services in all namespaces" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nmgr_endpoints=$(kubectl get endpoints -n ceph -l component=manager -o json | jq -r '.items[].subsets[].addresses[].ip')\necho \"ceph-mgr endpoints: $mgr_endpoints\"\nfor endpoint in $mgr_endpoints; do\n echo \"checking ceph-mgr at $endpoint\"\n metrics_curl=\"curl $endpoint:9283/metrics\"\n op=$(eval \"$metrics_curl\")\n if [[ -n $op ]]; then\n curl $endpoint:9283/metrics >> \"/tmp/logs\"/prometheus/ceph-ceph-mgr.txt\n break\n else\n echo \"$endpoint is a standby ceph-mgr. Trying next endpoint\"\n fi\ndone", "delta": "0:00:00.033389", "end": "2026-03-18 11:43:05.359719", "invocation": { "module_args": { "_raw_params": "set -e\nmgr_endpoints=$(kubectl get endpoints -n ceph -l component=manager -o json | jq -r '.items[].subsets[].addresses[].ip')\necho \"ceph-mgr endpoints: $mgr_endpoints\"\nfor endpoint in $mgr_endpoints; do\n echo \"checking ceph-mgr at $endpoint\"\n metrics_curl=\"curl $endpoint:9283/metrics\"\n op=$(eval \"$metrics_curl\")\n if [[ -n $op ]]; then\n curl $endpoint:9283/metrics >> \"/tmp/logs\"/prometheus/ceph-ceph-mgr.txt\n break\n else\n echo \"$endpoint is a standby ceph-mgr. Trying next endpoint\"\n fi\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-1229-f4a5-00000000002a-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:43:05.326330", "stderr": "", "stderr_lines": [], "stdout": "/bin/bash: line 2: kubectl: command not found\nceph-mgr endpoints: ", "stdout_lines": [ "/bin/bash: line 2: kubectl: command not found", "ceph-mgr endpoints: " ], "zuul_log_id": "0242ac17-0011-1229-f4a5-00000000002a-1-instance" } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-18T11:43:05.660697Z", "start": "2026-03-18T11:43:05.142126Z" }, "id": "0242ac17-0011-1229-f4a5-00000000002a", "name": "Get ceph metrics from ceph-mgr" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -e\nNAMESPACE=\"osh-infra\"\nAPP_LABEL=\"fluentd\"\nPODS=$(kubectl get pods -n $NAMESPACE -l application=$APP_LABEL -o json | jq -r '.items[].metadata.name')\nfor POD in $PODS; do\n IP=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.status.podIP')\n PORT=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.spec.containers[0].ports[] | select(.name==\"metrics\") | .containerPort')\n echo \"Scraping $POD at $IP:$PORT/metrics\"\n curl \"$IP:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$POD.txt || true\ndone", "delta": "0:00:00.036098", "end": "2026-03-18 11:43:05.903808", "invocation": { "module_args": { "_raw_params": "set -e\nNAMESPACE=\"osh-infra\"\nAPP_LABEL=\"fluentd\"\nPODS=$(kubectl get pods -n $NAMESPACE -l application=$APP_LABEL -o json | jq -r '.items[].metadata.name')\nfor POD in $PODS; do\n IP=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.status.podIP')\n PORT=$(kubectl get pod -n $NAMESPACE $POD -o json | jq -r '.spec.containers[0].ports[] | select(.name==\"metrics\") | .containerPort')\n echo \"Scraping $POD at $IP:$PORT/metrics\"\n curl \"$IP:$PORT/metrics\" >> \"/tmp/logs\"/prometheus/$POD.txt || true\ndone", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-1229-f4a5-00000000002b-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:43:05.867710", "stderr": "", "stderr_lines": [], "stdout": "/bin/bash: line 4: kubectl: command not found", "stdout_lines": [ "/bin/bash: line 4: kubectl: command not found" ], "zuul_log_id": "0242ac17-0011-1229-f4a5-00000000002b-1-instance" } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-18T11:43:06.204916Z", "start": "2026-03-18T11:43:05.686729Z" }, "id": "0242ac17-0011-1229-f4a5-00000000002b", "name": "Get metrics from fluentd pods" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.19.213.32:/tmp/logs/prometheus /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.19.213.32:/tmp/logs/prometheus", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ prometheus/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ prometheus/" ] } }, "role": { "id": "0242ac17-0011-1229-f4a5-000000000026", "name": "gather-prom-metrics", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-prom-metrics" }, "task": { "duration": { "end": "2026-03-18T11:43:06.720824Z", "start": "2026-03-18T11:43:06.212336Z" }, "id": "0242ac17-0011-1229-f4a5-00000000002c", "name": "Downloads logs to executor" } }, { "hosts": { "instance": { "action": "file", "changed": true, "diff": { "after": { "path": "/tmp/logs/selenium", "state": "directory" }, "before": { "path": "/tmp/logs/selenium", "state": "absent" } }, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": null, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/tmp/logs/selenium", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/tmp/logs/selenium", "size": 4096, "state": "directory", "uid": 0 } }, "role": { "id": "0242ac17-0011-1229-f4a5-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-03-18T11:43:06.956986Z", "start": "2026-03-18T11:43:06.732495Z" }, "id": "0242ac17-0011-1229-f4a5-000000000030", "name": "creating directory for helm release descriptions" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "cmd": "set -x\ncp /tmp/artifacts/* /tmp/logs/selenium/.", "delta": "0:00:00.004420", "end": "2026-03-18 11:43:07.176656", "failed": true, "invocation": { "module_args": { "_raw_params": "set -x\ncp /tmp/artifacts/* /tmp/logs/selenium/.", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": "/bin/bash", "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "0242ac17-0011-1229-f4a5-000000000031-1-instance", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "non-zero return code", "rc": 1, "start": "2026-03-18 11:43:07.172236", "stderr": "", "stderr_lines": [], "stdout": "+ cp '/tmp/artifacts/*' /tmp/logs/selenium/.\ncp: cannot stat '/tmp/artifacts/*': No such file or directory", "stdout_lines": [ "+ cp '/tmp/artifacts/*' /tmp/logs/selenium/.", "cp: cannot stat '/tmp/artifacts/*': No such file or directory" ], "zuul_log_id": "0242ac17-0011-1229-f4a5-000000000031-1-instance" } }, "role": { "id": "0242ac17-0011-1229-f4a5-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-03-18T11:43:07.507446Z", "start": "2026-03-18T11:43:06.986940Z" }, "id": "0242ac17-0011-1229-f4a5-000000000031", "name": "Get selenium data" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --rsh='/usr/bin/ssh -S none -o Port=22 -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null' --rsync-path='sudo -u root rsync' --out-format='<>%i %n%L' zuul@199.19.213.32:/tmp/logs/selenium /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/instance", "dest_port": 22, "dirs": false, "existing_only": false, "group": null, "link_dest": null, "links": null, "mode": "pull", "owner": null, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": "sudo -u root rsync", "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.19.213.32:/tmp/logs/selenium", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": false } }, "msg": "cd+++++++++ selenium/\n", "rc": 0, "stdout_lines": [ "cd+++++++++ selenium/" ] } }, "role": { "id": "0242ac17-0011-1229-f4a5-00000000002e", "name": "gather-selenium-data", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/untrusted/project_4/opendev.org/openstack/openstack-helm/roles/gather-selenium-data" }, "task": { "duration": { "end": "2026-03-18T11:43:07.991587Z", "start": "2026-03-18T11:43:07.514290Z" }, "id": "0242ac17-0011-1229-f4a5-000000000032", "name": "Downloads logs to executor" } } ] } ], "stats": { "instance": { "changed": 23, "failures": 0, "ignored": 1, "ok": 23, "rescued": 0, "skipped": 0, "unreachable": 0 } }, "trusted": false }, { "branch": "main", "index": "1", "phase": "post", "playbook": "github.com/vexxhost/zuul-config/playbooks/base/post.yaml", "plays": [ { "play": { "duration": { "end": "2026-03-18T11:43:12.159157Z", "start": "2026-03-18T11:43:08.844777Z" }, "id": "0242ac17-0011-c056-0c43-000000000002", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "set_fact", "changed": false, "false_condition": "groups['all'] | length > 1", "skip_reason": "Conditional result was False", "skipped": true } }, "role": { "id": "0242ac17-0011-c056-0c43-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-03-18T11:43:08.922979Z", "start": "2026-03-18T11:43:08.858772Z" }, "id": "0242ac17-0011-c056-0c43-000000000008", "name": "Set log path for multiple nodes" } }, { "hosts": { "instance": { "action": "set_fact", "ansible_facts": { "log_path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs" }, "changed": false } }, "role": { "id": "0242ac17-0011-c056-0c43-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-03-18T11:43:08.978170Z", "start": "2026-03-18T11:43:08.934426Z" }, "id": "0242ac17-0011-c056-0c43-000000000009", "name": "Set log path for single node" } }, { "hosts": { "instance": { "action": "file", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output_dir", "changed": false, "diff": { "after": { "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs" }, "before": { "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/artifacts", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/artifacts", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/artifacts", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/artifacts", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/artifacts" }, { "ansible_loop_var": "zj_output_dir", "changed": true, "diff": { "after": { "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/docs", "state": "directory" }, "before": { "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/docs", "state": "absent" } }, "failed": false, "gid": 0, "group": "root", "invocation": { "module_args": { "_diff_peek": null, "_original_basename": null, "access_time": null, "access_time_format": "%Y%m%d%H%M.%S", "attributes": null, "follow": true, "force": false, "group": null, "mode": 493, "modification_time": null, "modification_time_format": "%Y%m%d%H%M.%S", "owner": null, "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/docs", "recurse": false, "selevel": null, "serole": null, "setype": null, "seuser": null, "src": null, "state": "directory", "unsafe_writes": false } }, "mode": "0755", "owner": "root", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/docs", "size": 4096, "state": "directory", "uid": 0, "zj_output_dir": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/docs" } ] } }, "role": { "id": "0242ac17-0011-c056-0c43-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-03-18T11:43:09.818783Z", "start": "2026-03-18T11:43:08.984331Z" }, "id": "0242ac17-0011-c056-0c43-00000000000a", "name": "Ensure local output dirs" } }, { "hosts": { "instance": { "action": "synchronize", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.19.213.32:/home/zuul/zuul-output/logs/ /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.19.213.32:/home/zuul/zuul-output/logs/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs", "src": "logs" } }, { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.19.213.32:/home/zuul/zuul-output/artifacts/ /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/artifacts/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/artifacts/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.19.213.32:/home/zuul/zuul-output/artifacts/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/artifacts", "src": "artifacts" } }, { "ansible_loop_var": "zj_output", "changed": true, "cmd": "/usr/bin/rsync --delay-updates -F --compress --archive --no-owner --no-group --rsh='/usr/bin/ssh -S none -o Port=22' --out-format='<>%i %n%L' zuul@199.19.213.32:/home/zuul/zuul-output/docs/ /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/docs/", "failed": false, "invocation": { "module_args": { "_local_rsync_password": null, "_local_rsync_path": "rsync", "_ssh_args": null, "_substitute_controller": false, "archive": true, "checksum": false, "compress": true, "copy_links": false, "delay_updates": true, "delete": false, "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/docs/", "dest_port": 22, "dirs": false, "existing_only": false, "group": false, "link_dest": null, "links": null, "mode": "pull", "owner": false, "partial": false, "perms": null, "private_key": null, "recursive": null, "rsync_opts": [], "rsync_path": null, "rsync_timeout": 0, "set_remote_user": true, "src": "zuul@199.19.213.32:/home/zuul/zuul-output/docs/", "ssh_connection_multiplexing": false, "times": null, "use_ssh_args": false, "verify_host": true } }, "msg": ".d..t...... ./\n", "rc": 0, "stdout_lines": [ ".d..t...... ./" ], "zj_output": { "dest": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/docs", "src": "docs" } } ] } }, "role": { "id": "0242ac17-0011-c056-0c43-000000000006", "name": "fetch-output", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/fetch-output" }, "task": { "duration": { "end": "2026-03-18T11:43:11.390843Z", "start": "2026-03-18T11:43:09.829313Z" }, "id": "0242ac17-0011-c056-0c43-00000000000c", "name": "Collect logs, artifacts and docs" } }, { "hosts": { "instance": { "action": "shell", "changed": true, "msg": "All items completed", "results": [ { "ansible_loop_var": "zj_item", "changed": true, "cmd": "if [ -n \"$(find /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/artifacts -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/artifacts\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/artifacts/* /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/artifacts\nfi\n", "delta": "0:00:00.007816", "end": "2026-03-18 11:43:11.867288", "failed": false, "invocation": { "module_args": { "_raw_params": "if [ -n \"$(find /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/artifacts -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/artifacts\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/artifacts/* /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/artifacts\nfi\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:43:11.859472", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zj_item": "artifacts", "zuul_log_id": "in-loop-ignore" }, { "ansible_loop_var": "zj_item", "changed": true, "cmd": "if [ -n \"$(find /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/docs -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/docs\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/docs/* /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/docs\nfi\n", "delta": "0:00:00.010561", "end": "2026-03-18 11:43:12.108041", "failed": false, "invocation": { "module_args": { "_raw_params": "if [ -n \"$(find /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/docs -mindepth 1)\" ] ; then\n # Only create target directory if it is needed.\n # Do not fail if it is already there.\n mkdir -p /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/docs\n # Leave the original directory behind so that other roles\n # operating on the interface directories can simply no-op.\n mv -f /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/docs/* /var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/work/logs/docs\nfi\n", "_uses_shell": true, "argv": null, "chdir": null, "creates": null, "executable": null, "expand_argument_vars": true, "removes": null, "stdin": null, "stdin_add_newline": true, "strip_empty_ends": true, "zuul_ansible_split_streams": false, "zuul_log_id": "in-loop-ignore", "zuul_no_log": false, "zuul_output_max_bytes": 1073741824 } }, "msg": "", "rc": 0, "start": "2026-03-18 11:43:12.097480", "stderr": "", "stderr_lines": [], "stdout": "", "stdout_lines": [], "zj_item": "docs", "zuul_log_id": "in-loop-ignore" } ] } }, "role": { "id": "0242ac17-0011-c056-0c43-00000000000f", "name": "merge-output-to-logs", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/merge-output-to-logs" }, "task": { "duration": { "end": "2026-03-18T11:43:12.159157Z", "start": "2026-03-18T11:43:11.404120Z" }, "id": "0242ac17-0011-c056-0c43-000000000011", "name": "Move artifacts and docs to logs dir" } } ] }, { "play": { "duration": { "end": "2026-03-18T11:43:12.607412Z", "start": "2026-03-18T11:43:12.170450Z" }, "id": "0242ac17-0011-c056-0c43-000000000013", "name": "all" }, "tasks": [ { "hosts": { "instance": { "action": "authorized_key", "changed": true, "comment": null, "exclusive": false, "follow": false, "invocation": { "module_args": { "changed": true, "comment": null, "exclusive": false, "follow": false, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDVv86gIKJ+krb9WJOd5FiVG3cIBP2HIQ2xQ47kRpDoCnkKMfgqJ2yD2VqubCbVPVp6MFzdXmlCbBSRgqhOl0K1kvXBX5Q0KG+XYx12+xoMEVQ0ifxkRAM4ute82fx9wwNmMbi5FJtom6yHC/f/F9Dfhl2fgr9dFAgf4vpUVaGQt0XB+/knWas0uet09aKMdM5c3I4ELLsbGDGAfzn2A0Ab6rR+lMvy1U4bmLKvC9I+T660+HBLBw6FIop4ZKNeG0sGEbA+2OdH+6hi9GoBYHyTfH3mApNPpSq5xKQlZmBCkRNtym1N5620Noy5NJVIMNPeZ066vsU3lQIZfsJwBU5eLx3hrCGQExoRJJ9XFOVtc6iTfyOFoR2ejElfxWXQ+bPx6P04X72heZVNRTT5zM7Q3XPSIOkzazvSX4O7snHsQH2OhWm4lK31XstDrdLi5sLpsmCJkoOsNR9vMxL6mjKx+Jz9AI5jV2X9yp/7Y6HlRyj+3z7lZQvYbq1uveE1LEs= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "absent", "user": "zuul", "validate_certs": true } }, "key": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDVv86gIKJ+krb9WJOd5FiVG3cIBP2HIQ2xQ47kRpDoCnkKMfgqJ2yD2VqubCbVPVp6MFzdXmlCbBSRgqhOl0K1kvXBX5Q0KG+XYx12+xoMEVQ0ifxkRAM4ute82fx9wwNmMbi5FJtom6yHC/f/F9Dfhl2fgr9dFAgf4vpUVaGQt0XB+/knWas0uet09aKMdM5c3I4ELLsbGDGAfzn2A0Ab6rR+lMvy1U4bmLKvC9I+T660+HBLBw6FIop4ZKNeG0sGEbA+2OdH+6hi9GoBYHyTfH3mApNPpSq5xKQlZmBCkRNtym1N5620Noy5NJVIMNPeZ066vsU3lQIZfsJwBU5eLx3hrCGQExoRJJ9XFOVtc6iTfyOFoR2ejElfxWXQ+bPx6P04X72heZVNRTT5zM7Q3XPSIOkzazvSX4O7snHsQH2OhWm4lK31XstDrdLi5sLpsmCJkoOsNR9vMxL6mjKx+Jz9AI5jV2X9yp/7Y6HlRyj+3z7lZQvYbq1uveE1LEs= zuul-build-sshkey", "key_options": null, "keyfile": "/home/zuul/.ssh/authorized_keys", "manage_dir": true, "path": null, "state": "absent", "user": "zuul", "validate_certs": true } }, "role": { "id": "0242ac17-0011-c056-0c43-000000000016", "name": "remove-build-sshkey", "path": "/var/lib/zuul/builds/15ca4f640aa94329b034acc8972d8d50/trusted/project_1/opendev.org/zuul/zuul-jobs/roles/remove-build-sshkey" }, "task": { "duration": { "end": "2026-03-18T11:43:12.607412Z", "start": "2026-03-18T11:43:12.183519Z" }, "id": "0242ac17-0011-c056-0c43-000000000018", "name": "Remove the build SSH key from all nodes" } } ] } ], "stats": { "instance": { "changed": 4, "failures": 0, "ignored": 0, "ok": 5, "rescued": 0, "skipped": 1, "unreachable": 0 } }, "trusted": true } ]