ansible-playbook [core 2.17.14] config file = None configured module search path = ['/root/.ansible/plugins/modules', '/usr/share/ansible/plugins/modules'] ansible python module location = /usr/local/lib/python3.12/site-packages/ansible ansible collection location = /tmp/collections-Koe executable location = /usr/local/bin/ansible-playbook python version = 3.12.11 (main, Aug 14 2025, 00:00:00) [GCC 11.5.0 20240719 (Red Hat 11.5.0-11)] (/usr/bin/python3.12) jinja version = 3.1.6 libyaml = True No config file found; using defaults running playbook inside collection fedora.linux_system_roles Skipping callback 'debug', as we already have a stdout callback. Skipping callback 'json', as we already have a stdout callback. Skipping callback 'jsonl', as we already have a stdout callback. Skipping callback 'default', as we already have a stdout callback. Skipping callback 'minimal', as we already have a stdout callback. Skipping callback 'oneline', as we already have a stdout callback. PLAYBOOK: tests_default.yml **************************************************** 1 plays in /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/tests/hpc/tests_default.yml PLAY [Ensure that the role runs with default parameters] *********************** TASK [Run the role] ************************************************************ task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/tests/hpc/tests_default.yml:19 Monday 29 September 2025 09:14:42 -0400 (0:00:00.041) 0:00:00.041 ****** included: fedora.linux_system_roles.hpc for managed-node1 TASK [fedora.linux_system_roles.hpc : Set platform/version specific variables] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:3 Monday 29 September 2025 09:14:42 -0400 (0:00:00.091) 0:00:00.132 ****** included: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml for managed-node1 TASK [fedora.linux_system_roles.hpc : Ensure ansible_facts used by role] ******* task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml:2 Monday 29 September 2025 09:14:42 -0400 (0:00:00.016) 0:00:00.149 ****** [WARNING]: Platform linux on host managed-node1 is using the discovered Python interpreter at /usr/bin/python3.9, but future installation of another Python interpreter could change the meaning of that path. See https://docs.ansible.com/ansible- core/2.17/reference_appendices/interpreter_discovery.html for more information. ok: [managed-node1] TASK [fedora.linux_system_roles.hpc : Check if system is ostree] *************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml:10 Monday 29 September 2025 09:14:43 -0400 (0:00:00.990) 0:00:01.140 ****** ok: [managed-node1] => { "changed": false, "stat": { "exists": false } } TASK [fedora.linux_system_roles.hpc : Set flag to indicate system is ostree] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml:15 Monday 29 September 2025 09:14:44 -0400 (0:00:00.424) 0:00:01.564 ****** ok: [managed-node1] => { "ansible_facts": { "__hpc_is_ostree": false }, "changed": false } TASK [fedora.linux_system_roles.hpc : Set platform/version specific variables] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml:19 Monday 29 September 2025 09:14:44 -0400 (0:00:00.021) 0:00:01.585 ****** skipping: [managed-node1] => (item=RedHat.yml) => { "ansible_loop_var": "item", "changed": false, "false_condition": "__vars_file is file", "item": "RedHat.yml", "skip_reason": "Conditional result was False" } skipping: [managed-node1] => (item=CentOS.yml) => { "ansible_loop_var": "item", "changed": false, "false_condition": "__vars_file is file", "item": "CentOS.yml", "skip_reason": "Conditional result was False" } ok: [managed-node1] => (item=CentOS_9.yml) => { "ansible_facts": { "__hpc_cuda_toolkit_packages": [ "cuda-toolkit-12-9" ], "__hpc_gdrcopy_info": { "distribution": "el9", "name": "gdrcopy", "sha256": "d6c61358adb52d9a9b71d4e05cb6ac9288ac18274e8d8177a6f197f0ee006130", "url": "https://github.com/NVIDIA/gdrcopy/archive/0f7366e73b019e7facf907381f6b0b2f5a1576e4.tar.gz", "version": "2.5.1-1" }, "__hpc_hpcx_info": { "name": "hpcx", "sha256": "92f746dd8cf293cf5b3955a0addd92e162dd012e1f8f728983a85c6c134e33b0", "url": "https://content.mellanox.com/hpc/hpc-x/v2.24.1_cuda12/hpcx-v2.24.1-gcc-inbox-redhat9-cuda12-x86_64.tbz", "version": "2.24.1" }, "__hpc_microsoft_prod_repo": { "baseurl": "https://packages.microsoft.com/rhel/9/prod/", "description": "Microsoft Production repository", "key": "https://packages.microsoft.com/keys/microsoft.asc", "name": "microsoft-prod" }, "__hpc_nvidia_cuda_repo": { "baseurl": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "description": "NVIDIA CUDA repository", "key": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/D42D0685.pub", "name": "nvidia-cuda" }, "__hpc_nvidia_driver_module": "@nvidia-driver:575-dkms", "__hpc_nvidia_nccl_packages": [ "libnccl-2.27.5-1+cuda12.9", "libnccl-devel-2.27.5-1+cuda12.9" ], "__hpc_openmpi_info": { "name": "openmpi", "sha256": "53131e1a57e7270f645707f8b0b65ba56048f5b5ac3f68faabed3eb0d710e449", "url": "https://download.open-mpi.org/release/open-mpi/v5.0/openmpi-5.0.8.tar.bz2", "version": "5.0.8" }, "__hpc_pmix_info": { "name": "pmix", "sha256": "6b11f4fd5c9d7f8e55fc6ebdee9af04b839f44d06044e58cea38c87c168784b3", "url": "https://github.com/openpmix/openpmix/releases/download/v4.2.9/pmix-4.2.9.tar.bz2", "version": "4.2.9" }, "__hpc_rhel_epel_repo": { "description": "RHEL EPEL repository", "key": "https://dl.fedoraproject.org/pub/epel/RPM-GPG-KEY-EPEL-9", "name": "RHEL EPEL repository", "rpm": "https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm" } }, "ansible_included_var_files": [ "/tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/vars/CentOS_9.yml" ], "ansible_loop_var": "item", "changed": false, "item": "CentOS_9.yml" } ok: [managed-node1] => (item=CentOS_9.yml) => { "ansible_facts": { "__hpc_cuda_toolkit_packages": [ "cuda-toolkit-12-9" ], "__hpc_gdrcopy_info": { "distribution": "el9", "name": "gdrcopy", "sha256": "d6c61358adb52d9a9b71d4e05cb6ac9288ac18274e8d8177a6f197f0ee006130", "url": "https://github.com/NVIDIA/gdrcopy/archive/0f7366e73b019e7facf907381f6b0b2f5a1576e4.tar.gz", "version": "2.5.1-1" }, "__hpc_hpcx_info": { "name": "hpcx", "sha256": "92f746dd8cf293cf5b3955a0addd92e162dd012e1f8f728983a85c6c134e33b0", "url": "https://content.mellanox.com/hpc/hpc-x/v2.24.1_cuda12/hpcx-v2.24.1-gcc-inbox-redhat9-cuda12-x86_64.tbz", "version": "2.24.1" }, "__hpc_microsoft_prod_repo": { "baseurl": "https://packages.microsoft.com/rhel/9/prod/", "description": "Microsoft Production repository", "key": "https://packages.microsoft.com/keys/microsoft.asc", "name": "microsoft-prod" }, "__hpc_nvidia_cuda_repo": { "baseurl": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "description": "NVIDIA CUDA repository", "key": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/D42D0685.pub", "name": "nvidia-cuda" }, "__hpc_nvidia_driver_module": "@nvidia-driver:575-dkms", "__hpc_nvidia_nccl_packages": [ "libnccl-2.27.5-1+cuda12.9", "libnccl-devel-2.27.5-1+cuda12.9" ], "__hpc_openmpi_info": { "name": "openmpi", "sha256": "53131e1a57e7270f645707f8b0b65ba56048f5b5ac3f68faabed3eb0d710e449", "url": "https://download.open-mpi.org/release/open-mpi/v5.0/openmpi-5.0.8.tar.bz2", "version": "5.0.8" }, "__hpc_pmix_info": { "name": "pmix", "sha256": "6b11f4fd5c9d7f8e55fc6ebdee9af04b839f44d06044e58cea38c87c168784b3", "url": "https://github.com/openpmix/openpmix/releases/download/v4.2.9/pmix-4.2.9.tar.bz2", "version": "4.2.9" }, "__hpc_rhel_epel_repo": { "description": "RHEL EPEL repository", "key": "https://dl.fedoraproject.org/pub/epel/RPM-GPG-KEY-EPEL-9", "name": "RHEL EPEL repository", "rpm": "https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm" } }, "ansible_included_var_files": [ "/tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/vars/CentOS_9.yml" ], "ansible_loop_var": "item", "changed": false, "item": "CentOS_9.yml" } TASK [fedora.linux_system_roles.hpc : Fail if role installs openmpi without cuda toolkit] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:6 Monday 29 September 2025 09:14:44 -0400 (0:00:00.040) 0:00:01.626 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Deploy GPG keys for repositories] ******** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:18 Monday 29 September 2025 09:14:44 -0400 (0:00:00.015) 0:00:01.642 ****** ok: [managed-node1] => (item={'name': 'RHEL EPEL repository', 'description': 'RHEL EPEL repository', 'key': 'https://dl.fedoraproject.org/pub/epel/RPM-GPG-KEY-EPEL-9', 'rpm': 'https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm'}) => { "ansible_loop_var": "item", "changed": false, "item": { "description": "RHEL EPEL repository", "key": "https://dl.fedoraproject.org/pub/epel/RPM-GPG-KEY-EPEL-9", "name": "RHEL EPEL repository", "rpm": "https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm" } } changed: [managed-node1] => (item={'name': 'nvidia-cuda', 'description': 'NVIDIA CUDA repository', 'key': 'https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/D42D0685.pub', 'baseurl': 'https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64'}) => { "ansible_loop_var": "item", "changed": true, "item": { "baseurl": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "description": "NVIDIA CUDA repository", "key": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/D42D0685.pub", "name": "nvidia-cuda" } } changed: [managed-node1] => (item={'name': 'microsoft-prod', 'description': 'Microsoft Production repository', 'key': 'https://packages.microsoft.com/keys/microsoft.asc', 'baseurl': 'https://packages.microsoft.com/rhel/9/prod/'}) => { "ansible_loop_var": "item", "changed": true, "item": { "baseurl": "https://packages.microsoft.com/rhel/9/prod/", "description": "Microsoft Production repository", "key": "https://packages.microsoft.com/keys/microsoft.asc", "name": "microsoft-prod" } } TASK [fedora.linux_system_roles.hpc : Install EPEL release package] ************ task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:28 Monday 29 September 2025 09:14:45 -0400 (0:00:01.769) 0:00:03.411 ****** ok: [managed-node1] => { "changed": false, "rc": 0, "results": [ "Installed /root/.ansible/tmp/ansible-tmp-1759151685.946479-8299-278814215151715/epel-release-latest-9.noarcho22ppxkg.rpm" ] } MSG: Nothing to do TASK [fedora.linux_system_roles.hpc : Configure repositories] ****************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:34 Monday 29 September 2025 09:14:47 -0400 (0:00:01.508) 0:00:04.920 ****** redirecting (type: action) ansible.builtin.yum to ansible.builtin.dnf changed: [managed-node1] => (item={'name': 'nvidia-cuda', 'description': 'NVIDIA CUDA repository', 'key': 'https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/D42D0685.pub', 'baseurl': 'https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64'}) => { "ansible_loop_var": "item", "changed": true, "item": { "baseurl": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "description": "NVIDIA CUDA repository", "key": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/D42D0685.pub", "name": "nvidia-cuda" }, "repo": "nvidia-cuda", "state": "present" } redirecting (type: action) ansible.builtin.yum to ansible.builtin.dnf changed: [managed-node1] => (item={'name': 'microsoft-prod', 'description': 'Microsoft Production repository', 'key': 'https://packages.microsoft.com/keys/microsoft.asc', 'baseurl': 'https://packages.microsoft.com/rhel/9/prod/'}) => { "ansible_loop_var": "item", "changed": true, "item": { "baseurl": "https://packages.microsoft.com/rhel/9/prod/", "description": "Microsoft Production repository", "key": "https://packages.microsoft.com/keys/microsoft.asc", "name": "microsoft-prod" }, "repo": "microsoft-prod", "state": "present" } TASK [fedora.linux_system_roles.hpc : Install lvm2 to get lvs command] ********* task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:47 Monday 29 September 2025 09:14:48 -0400 (0:00:00.755) 0:00:05.675 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_manage_storage", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Get current LV size of rootlv] *********** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:53 Monday 29 September 2025 09:14:48 -0400 (0:00:00.014) 0:00:05.690 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_manage_storage", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Get current LV size of usrlv] ************ task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:60 Monday 29 September 2025 09:14:48 -0400 (0:00:00.012) 0:00:05.702 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_manage_storage", "skip_reason": "Conditional result was False" } TASK [Configure storage] ******************************************************* task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:67 Monday 29 September 2025 09:14:48 -0400 (0:00:00.011) 0:00:05.713 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_manage_storage", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Force install kernel version] ************ task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:94 Monday 29 September 2025 09:14:48 -0400 (0:00:00.010) 0:00:05.724 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "__hpc_force_kernel_version is not none", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Update kernel] *************************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:101 Monday 29 September 2025 09:14:48 -0400 (0:00:00.014) 0:00:05.739 ****** ok: [managed-node1] => { "changed": false, "rc": 0, "results": [] } MSG: Nothing to do TASK [fedora.linux_system_roles.hpc : Explicitly install kernel-devel and kernel-headers packages matching the currently running kernel] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:110 Monday 29 September 2025 09:14:55 -0400 (0:00:07.478) 0:00:13.218 ****** ok: [managed-node1] => { "changed": false, "rc": 0, "results": [] } MSG: Nothing to do TASK [fedora.linux_system_roles.hpc : Flush handlers to apply new kernel] ****** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:120 Monday 29 September 2025 09:14:57 -0400 (0:00:01.331) 0:00:14.549 ****** META: triggered running handlers for managed-node1 TASK [fedora.linux_system_roles.hpc : Ensure that dnf-command(versionlock) is installed] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:123 Monday 29 September 2025 09:14:57 -0400 (0:00:00.002) 0:00:14.551 ****** changed: [managed-node1] => { "changed": true, "rc": 0, "results": [ "Installed: python3-dnf-plugin-versionlock-4.3.0-23.el9.noarch" ] } TASK [fedora.linux_system_roles.hpc : Check if kernel versionlock entries exist] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:128 Monday 29 September 2025 09:14:59 -0400 (0:00:02.052) 0:00:16.604 ****** ok: [managed-node1] => { "changed": false, "stat": { "atime": 1662723770.0, "attr_flags": "", "attributes": [], "block_size": 4096, "blocks": 0, "charset": "binary", "checksum": "da39a3ee5e6b4b0d3255bfef95601890afd80709", "ctime": 1759151698.607719, "dev": 51713, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 9118415, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "inode/x-empty", "mode": "0644", "mtime": 1662723770.0, "nlink": 1, "path": "/etc/dnf/plugins/versionlock.list", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 0, "uid": 0, "version": "3016045700", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false } } TASK [fedora.linux_system_roles.hpc : Get content of versionlock file] ********* task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:133 Monday 29 September 2025 09:14:59 -0400 (0:00:00.346) 0:00:16.951 ****** ok: [managed-node1] => { "changed": false, "cmd": [ "cat", "/etc/dnf/plugins/versionlock.list" ], "delta": "0:00:00.003135", "end": "2025-09-29 09:14:59.810351", "rc": 0, "start": "2025-09-29 09:14:59.807216" } TASK [fedora.linux_system_roles.hpc : Prevent installation of all kernel packages of a different version] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:143 Monday 29 September 2025 09:14:59 -0400 (0:00:00.433) 0:00:17.384 ****** changed: [managed-node1] => (item=kernel) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "kernel" ], "delta": "0:00:00.701872", "end": "2025-09-29 09:15:00.852690", "item": "kernel", "rc": 0, "start": "2025-09-29 09:15:00.150818" } STDOUT: Last metadata expiration check: 0:00:06 ago on Mon 29 Sep 2025 09:14:54 AM EDT. Adding versionlock on: kernel-0:5.14.0-617.el9.* changed: [managed-node1] => (item=kernel-core) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "kernel-core" ], "delta": "0:00:00.706899", "end": "2025-09-29 09:15:01.886942", "item": "kernel-core", "rc": 0, "start": "2025-09-29 09:15:01.180043" } STDOUT: Last metadata expiration check: 0:00:07 ago on Mon 29 Sep 2025 09:14:54 AM EDT. Adding versionlock on: kernel-core-0:5.14.0-617.el9.* changed: [managed-node1] => (item=kernel-modules) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "kernel-modules" ], "delta": "0:00:00.714156", "end": "2025-09-29 09:15:02.934539", "item": "kernel-modules", "rc": 0, "start": "2025-09-29 09:15:02.220383" } STDOUT: Last metadata expiration check: 0:00:08 ago on Mon 29 Sep 2025 09:14:54 AM EDT. Adding versionlock on: kernel-modules-0:5.14.0-617.el9.* changed: [managed-node1] => (item=kernel-modules-extra) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "kernel-modules-extra" ], "delta": "0:00:00.717483", "end": "2025-09-29 09:15:03.981865", "item": "kernel-modules-extra", "rc": 0, "start": "2025-09-29 09:15:03.264382" } STDOUT: Last metadata expiration check: 0:00:09 ago on Mon 29 Sep 2025 09:14:54 AM EDT. Adding versionlock on: kernel-modules-extra-0:5.14.0-612.el9.* Adding versionlock on: kernel-modules-extra-0:5.14.0-617.el9.* Adding versionlock on: kernel-modules-extra-0:5.14.0-611.el9.* Adding versionlock on: kernel-modules-extra-0:5.14.0-615.el9.* Adding versionlock on: kernel-modules-extra-0:5.14.0-605.el9.* changed: [managed-node1] => (item=kernel-devel) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "kernel-devel" ], "delta": "0:00:00.722891", "end": "2025-09-29 09:15:05.039549", "item": "kernel-devel", "rc": 0, "start": "2025-09-29 09:15:04.316658" } STDOUT: Last metadata expiration check: 0:00:10 ago on Mon 29 Sep 2025 09:14:54 AM EDT. Adding versionlock on: kernel-devel-0:5.14.0-617.el9.* changed: [managed-node1] => (item=kernel-headers) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "kernel-headers" ], "delta": "0:00:00.724421", "end": "2025-09-29 09:15:06.095798", "item": "kernel-headers", "rc": 0, "start": "2025-09-29 09:15:05.371377" } STDOUT: Last metadata expiration check: 0:00:11 ago on Mon 29 Sep 2025 09:14:54 AM EDT. Adding versionlock on: kernel-headers-0:5.14.0-617.el9.* changed: [managed-node1] => (item=libnccl) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "libnccl" ], "delta": "0:00:00.722351", "end": "2025-09-29 09:15:07.148298", "item": "libnccl", "rc": 0, "start": "2025-09-29 09:15:06.425947" } STDOUT: Last metadata expiration check: 0:00:12 ago on Mon 29 Sep 2025 09:14:54 AM EDT. Adding versionlock on: libnccl-0:2.22.3-1+cuda12.4.* Adding versionlock on: libnccl-0:2.18.1-1+cuda12.1.* Adding versionlock on: libnccl-0:2.26.5-1+cuda12.4.* Adding versionlock on: libnccl-0:2.27.3-1+cuda12.2.* Adding versionlock on: libnccl-0:2.22.3-1+cuda12.6.* Adding versionlock on: libnccl-0:2.26.5-1+cuda12.2.* Adding versionlock on: libnccl-0:2.24.3-1+cuda12.6.* Adding versionlock on: libnccl-0:2.14.3-1+cuda11.7.* Adding versionlock on: libnccl-0:2.27.5-1+cuda12.9.* Adding versionlock on: libnccl-0:2.27.3-1+cuda12.4.* Adding versionlock on: libnccl-0:2.26.5-1+cuda12.9.* Adding versionlock on: libnccl-0:2.23.4-1+cuda12.6.* Adding versionlock on: libnccl-0:2.18.3-1+cuda12.2.* Adding versionlock on: libnccl-0:2.25.1-1+cuda12.2.* Adding versionlock on: libnccl-0:2.25.1-1+cuda12.8.* Adding versionlock on: libnccl-0:2.18.3-1+cuda12.1.* Adding versionlock on: libnccl-0:2.28.3-1+cuda12.9.* Adding versionlock on: libnccl-0:2.27.7-1+cuda12.9.* Adding versionlock on: libnccl-0:2.20.5-1+cuda12.4.* Adding versionlock on: libnccl-0:2.15.5-1+cuda11.8.* Adding versionlock on: libnccl-0:2.23.4-1+cuda12.4.* Adding versionlock on: libnccl-0:2.24.3-1+cuda12.4.* Adding versionlock on: libnccl-0:2.23.4-1+cuda12.2.* Adding versionlock on: libnccl-0:2.26.2-1+cuda12.2.* Adding versionlock on: libnccl-0:2.27.6-1+cuda12.2.* Adding versionlock on: libnccl-0:2.27.6-1+cuda12.4.* Adding versionlock on: libnccl-0:2.22.3-1+cuda12.2.* Adding versionlock on: libnccl-0:2.27.7-1+cuda12.2.* Adding versionlock on: libnccl-0:2.15.1-1+cuda11.8.* Adding versionlock on: libnccl-0:2.27.5-1+cuda12.4.* Adding versionlock on: libnccl-0:2.16.5-1+cuda12.0.* Adding versionlock on: libnccl-0:2.17.1-1+cuda12.1.* Adding versionlock on: libnccl-0:2.26.2-1+cuda12.8.* Adding versionlock on: libnccl-0:2.19.3-1+cuda12.2.* Adding versionlock on: libnccl-0:2.19.3-1+cuda12.3.* Adding versionlock on: libnccl-0:2.27.7-1+cuda12.4.* Adding versionlock on: libnccl-0:2.28.3-1+cuda13.0.* Adding versionlock on: libnccl-0:2.24.3-1+cuda12.2.* Adding versionlock on: libnccl-0:2.21.5-1+cuda12.4.* Adding versionlock on: libnccl-0:2.16.2-1+cuda12.0.* Adding versionlock on: libnccl-0:2.26.2-1+cuda12.4.* Adding versionlock on: libnccl-0:2.27.5-1+cuda12.2.* Adding versionlock on: libnccl-0:2.27.6-1+cuda12.9.* Adding versionlock on: libnccl-0:2.22.3-1+cuda12.5.* Adding versionlock on: libnccl-0:2.27.3-1+cuda12.9.* Adding versionlock on: libnccl-0:2.21.5-1+cuda12.5.* Adding versionlock on: libnccl-0:2.25.1-1+cuda12.4.* Adding versionlock on: libnccl-0:2.20.3-1+cuda12.3.* Adding versionlock on: libnccl-0:2.18.5-1+cuda12.2.* Adding versionlock on: libnccl-0:2.27.7-1+cuda13.0.* changed: [managed-node1] => (item=libnccl-devel) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "libnccl-devel" ], "delta": "0:00:00.714149", "end": "2025-09-29 09:15:08.197222", "item": "libnccl-devel", "rc": 0, "start": "2025-09-29 09:15:07.483073" } STDOUT: Last metadata expiration check: 0:00:13 ago on Mon 29 Sep 2025 09:14:54 AM EDT. Adding versionlock on: libnccl-devel-0:2.22.3-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.24.3-1+cuda12.6.* Adding versionlock on: libnccl-devel-0:2.25.1-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.21.5-1+cuda12.5.* Adding versionlock on: libnccl-devel-0:2.23.4-1+cuda12.6.* Adding versionlock on: libnccl-devel-0:2.16.2-1+cuda12.0.* Adding versionlock on: libnccl-devel-0:2.27.5-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.27.7-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.27.3-1+cuda12.9.* Adding versionlock on: libnccl-devel-0:2.18.5-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.22.3-1+cuda12.6.* Adding versionlock on: libnccl-devel-0:2.27.6-1+cuda12.9.* Adding versionlock on: libnccl-devel-0:2.27.7-1+cuda13.0.* Adding versionlock on: libnccl-devel-0:2.20.5-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.25.1-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.26.2-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.20.3-1+cuda12.3.* Adding versionlock on: libnccl-devel-0:2.22.3-1+cuda12.5.* Adding versionlock on: libnccl-devel-0:2.28.3-1+cuda13.0.* Adding versionlock on: libnccl-devel-0:2.18.3-1+cuda12.1.* Adding versionlock on: libnccl-devel-0:2.26.5-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.19.3-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.27.6-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.17.1-1+cuda12.1.* Adding versionlock on: libnccl-devel-0:2.26.5-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.21.5-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.16.5-1+cuda12.0.* Adding versionlock on: libnccl-devel-0:2.14.3-1+cuda11.7.* Adding versionlock on: libnccl-devel-0:2.24.3-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.26.2-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.26.5-1+cuda12.9.* Adding versionlock on: libnccl-devel-0:2.27.5-1+cuda12.9.* Adding versionlock on: libnccl-devel-0:2.25.1-1+cuda12.8.* Adding versionlock on: libnccl-devel-0:2.22.3-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.24.3-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.27.3-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.18.3-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.27.7-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.15.1-1+cuda11.8.* Adding versionlock on: libnccl-devel-0:2.26.2-1+cuda12.8.* Adding versionlock on: libnccl-devel-0:2.19.3-1+cuda12.3.* Adding versionlock on: libnccl-devel-0:2.27.7-1+cuda12.9.* Adding versionlock on: libnccl-devel-0:2.15.5-1+cuda11.8.* Adding versionlock on: libnccl-devel-0:2.23.4-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.27.6-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.28.3-1+cuda12.9.* Adding versionlock on: libnccl-devel-0:2.18.1-1+cuda12.1.* Adding versionlock on: libnccl-devel-0:2.27.3-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.23.4-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.27.5-1+cuda12.4.* changed: [managed-node1] => (item=gdrcopy-kmod) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "gdrcopy-kmod" ], "delta": "0:00:00.703737", "end": "2025-09-29 09:15:09.230039", "item": "gdrcopy-kmod", "rc": 0, "start": "2025-09-29 09:15:08.526302" } STDOUT: Last metadata expiration check: 0:00:14 ago on Mon 29 Sep 2025 09:14:54 AM EDT. No package found for: gdrcopy-kmod changed: [managed-node1] => (item=gdrcopy) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "gdrcopy" ], "delta": "0:00:00.695742", "end": "2025-09-29 09:15:10.250776", "item": "gdrcopy", "rc": 0, "start": "2025-09-29 09:15:09.555034" } STDOUT: Last metadata expiration check: 0:00:15 ago on Mon 29 Sep 2025 09:14:54 AM EDT. No package found for: gdrcopy changed: [managed-node1] => (item=gdrcopy-devel) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "gdrcopy-devel" ], "delta": "0:00:00.710798", "end": "2025-09-29 09:15:11.289301", "item": "gdrcopy-devel", "rc": 0, "start": "2025-09-29 09:15:10.578503" } STDOUT: Last metadata expiration check: 0:00:16 ago on Mon 29 Sep 2025 09:14:54 AM EDT. No package found for: gdrcopy-devel changed: [managed-node1] => (item=pmix) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "pmix" ], "delta": "0:00:00.710125", "end": "2025-09-29 09:15:12.324577", "item": "pmix", "rc": 0, "start": "2025-09-29 09:15:11.614452" } STDOUT: Last metadata expiration check: 0:00:18 ago on Mon 29 Sep 2025 09:14:54 AM EDT. Adding versionlock on: pmix-0:3.2.3-3.el9.* Adding versionlock on: pmix-0:3.2.3-5.el9.* TASK [fedora.linux_system_roles.hpc : Install NVIDIA driver] ******************* task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:152 Monday 29 September 2025 09:15:12 -0400 (0:00:12.517) 0:00:29.902 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "ansible_system_vendor == \"Microsoft Corporation\"", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install CUDA driver] ********************* task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:168 Monday 29 September 2025 09:15:12 -0400 (0:00:00.011) 0:00:29.914 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "ansible_system_vendor == \"Microsoft Corporation\"", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Enable nvidia-persistenced.service] ****** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:174 Monday 29 September 2025 09:15:12 -0400 (0:00:00.012) 0:00:29.926 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "ansible_system_vendor == \"Microsoft Corporation\"", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install CUDA Toolkit] ******************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:179 Monday 29 September 2025 09:15:12 -0400 (0:00:00.011) 0:00:29.937 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_cuda_toolkit", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install NVIDIA NCCL] ********************* task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:191 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:29.947 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_hpc_nvidia_nccl", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install NVIDIA Fabric Manager] *********** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:202 Monday 29 September 2025 09:15:12 -0400 (0:00:00.011) 0:00:29.959 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_nvidia_fabric_manager", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Ensure that Fabric Manager service is enabled] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:208 Monday 29 September 2025 09:15:12 -0400 (0:00:00.009) 0:00:29.968 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_nvidia_fabric_manager", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install RDMA packages] ******************* task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:216 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:29.979 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_rdma", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Enable RDMA in waagent configuration] **** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:224 Monday 29 September 2025 09:15:12 -0400 (0:00:00.011) 0:00:29.990 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_rdma", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install build dependencies] ************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:236 Monday 29 September 2025 09:15:12 -0400 (0:00:00.009) 0:00:30.000 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Set __hpc_hpcx_path fact] **************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:246 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.011 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Set facts for building hpcx and openmpi] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:252 Monday 29 September 2025 09:15:12 -0400 (0:00:00.009) 0:00:30.021 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Get package facts] *********************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:262 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.032 ****** skipping: [managed-node1] => { "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false } TASK [fedora.linux_system_roles.hpc : Get stat of pmix path] ******************* task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:266 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.042 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Download PMIx] *************************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:274 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.053 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Build PMIx] ****************************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:279 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.063 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Ensure PMIx modulefile directory exists] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:292 Monday 29 September 2025 09:15:12 -0400 (0:00:00.011) 0:00:30.075 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install PMIx modulefile] ***************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:301 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.085 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Download GDRCopy] ************************ task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:320 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.096 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Build GDRCopy RPM packages] ************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:325 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.106 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install GDRCopy packages from built RPMs] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:333 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.116 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Remove extracted tarball] **************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:343 Monday 29 September 2025 09:15:12 -0400 (0:00:00.011) 0:00:30.127 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Get stat of hpcx-rebuild path] *********** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:349 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.138 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Download hpcx] *************************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:357 Monday 29 September 2025 09:15:12 -0400 (0:00:00.009) 0:00:30.148 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Ensure that pkgconfig files use hpcx_home={{ __hpc_hpcx_path }}] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:364 Monday 29 September 2025 09:15:12 -0400 (0:00:00.012) 0:00:30.160 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Update hcoll pkgconfig file to add -locoms parameter] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:378 Monday 29 September 2025 09:15:12 -0400 (0:00:00.011) 0:00:30.172 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Copy hpcx to {{ __hpc_hpcx_path }}] ****** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:385 Monday 29 September 2025 09:15:12 -0400 (0:00:00.012) 0:00:30.184 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Rebuild hpcx with PMIx] ****************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:394 Monday 29 September 2025 09:15:12 -0400 (0:00:00.009) 0:00:30.194 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Copy ompi/tests to hpcx-rebuild in {{ __hpc_hpcx_path }}] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:407 Monday 29 September 2025 09:15:12 -0400 (0:00:00.011) 0:00:30.205 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Remove extracted tarball] **************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:416 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.216 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Ensure that /etc/lmod directory exists] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:422 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.226 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Ensure that /etc/lmod/.modulespath file exists] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:430 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.237 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Set up hpcx module files for lmod] ******* task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:442 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.247 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Get stat of openmpi path] **************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:451 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.258 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Download openmpi] ************************ task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:459 Monday 29 September 2025 09:15:12 -0400 (0:00:00.013) 0:00:30.271 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Build openmpi] *************************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:464 Monday 29 September 2025 09:15:12 -0400 (0:00:00.011) 0:00:30.283 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Remove extracted tarball] **************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:482 Monday 29 September 2025 09:15:12 -0400 (0:00:00.011) 0:00:30.294 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Ensure MPI modulefile directory exists] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:488 Monday 29 September 2025 09:15:12 -0400 (0:00:00.010) 0:00:30.305 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install OpenMPI modulefile] ************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:496 Monday 29 September 2025 09:15:12 -0400 (0:00:00.009) 0:00:30.314 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Remove user memory limits to ensure applications aren't restricted] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:507 Monday 29 September 2025 09:15:12 -0400 (0:00:00.011) 0:00:30.326 ****** changed: [managed-node1] => { "changed": true, "checksum": "a592ca2fabb2feaeada16e146d204e0890b43eae", "dest": "/etc/security/limits.d/90-hpc-limits.conf", "gid": 0, "group": "root", "md5sum": "06bbe3b3e4ac2bc4e7caaf2a9c658942", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 333, "src": "/root/.ansible/tmp/ansible-tmp-1759151712.8402212-8615-185943057311591/.source.conf", "state": "file", "uid": 0 } TASK [fedora.linux_system_roles.hpc : Add sysctl tuning configuration for HPC] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:515 Monday 29 September 2025 09:15:13 -0400 (0:00:00.742) 0:00:31.069 ****** Notification for handler Reload sysctl has been saved. changed: [managed-node1] => { "changed": true, "checksum": "730dba3d79bdaadebc65705f14efa9e43bd77aa8", "dest": "/etc/sysctl.d/90-hpc-sysctl.conf", "gid": 0, "group": "root", "md5sum": "11a343c755b8f2faff8dde098e6ef89d", "mode": "0755", "owner": "root", "secontext": "system_u:object_r:system_conf_t:s0", "size": 377, "src": "/root/.ansible/tmp/ansible-tmp-1759151713.5841784-8634-154021885978720/.source.conf", "state": "file", "uid": 0 } TASK [fedora.linux_system_roles.hpc : Check if sunrpc module is loaded] ******** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:524 Monday 29 September 2025 09:15:14 -0400 (0:00:00.661) 0:00:31.730 ****** ok: [managed-node1] => { "changed": false, "cmd": [ "lsmod" ], "delta": "0:00:00.005498", "end": "2025-09-29 09:15:14.502561", "rc": 0, "start": "2025-09-29 09:15:14.497063" } STDOUT: Module Size Used by sd_mod 90112 0 sg 53248 0 target_core_user 77824 0 uio 32768 1 target_core_user target_core_pscsi 32768 0 target_core_file 32768 4 target_core_iblock 28672 0 tcm_loop 40960 5 iscsi_target_mod 512000 1 target_core_mod 606208 18 tcm_loop,target_core_file,target_core_iblock,iscsi_target_mod,target_core_pscsi,target_core_user tls 159744 0 rfkill 40960 1 cirrus_qemu 16384 0 drm_client_lib 16384 1 cirrus_qemu intel_rapl_msr 20480 0 intel_rapl_common 57344 1 intel_rapl_msr drm_shmem_helper 36864 2 cirrus_qemu drm_kms_helper 266240 3 cirrus_qemu,drm_shmem_helper,drm_client_lib i2c_piix4 36864 0 rapl 24576 0 i2c_smbus 20480 1 i2c_piix4 pcspkr 12288 0 sunrpc 892928 1 drm 839680 5 drm_kms_helper,cirrus_qemu,drm_shmem_helper,drm_client_lib fuse 212992 1 xfs 3039232 1 libcrc32c 12288 1 xfs ata_generic 12288 0 ata_piix 45056 0 crct10dif_pclmul 12288 1 libata 520192 2 ata_piix,ata_generic crc32_pclmul 12288 0 crc32c_intel 24576 1 xen_blkfront 57344 2 xen_netfront 53248 1 ghash_clmulni_intel 16384 0 serio_raw 16384 0 TASK [fedora.linux_system_roles.hpc : Load sunrpc module] ********************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:529 Monday 29 September 2025 09:15:14 -0400 (0:00:00.347) 0:00:32.078 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "'sunrpc' not in __hpc_loaded_modules.stdout", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Check current sunrpc sysctl setting] ***** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:534 Monday 29 September 2025 09:15:14 -0400 (0:00:00.012) 0:00:32.090 ****** ok: [managed-node1] => { "changed": false, "cmd": [ "sysctl", "-n", "sunrpc.tcp_max_slot_table_entries" ], "delta": "0:00:00.004701", "end": "2025-09-29 09:15:14.859889", "failed_when_result": false, "rc": 0, "start": "2025-09-29 09:15:14.855188" } STDOUT: 65536 TASK [fedora.linux_system_roles.hpc : Apply sunrpc sysctl settings] ************ task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:540 Monday 29 September 2025 09:15:14 -0400 (0:00:00.343) 0:00:32.434 ****** changed: [managed-node1] => { "changed": true, "cmd": [ "sysctl", "-w", "sunrpc.tcp_max_slot_table_entries=128" ], "delta": "0:00:00.003746", "end": "2025-09-29 09:15:15.204851", "rc": 0, "start": "2025-09-29 09:15:15.201105" } STDOUT: sunrpc.tcp_max_slot_table_entries = 128 TASK [fedora.linux_system_roles.hpc : Copy NFS readahead udev rules for Azure infrastructure] *** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:545 Monday 29 September 2025 09:15:15 -0400 (0:00:00.344) 0:00:32.779 ****** Notification for handler Reload udev has been saved. changed: [managed-node1] => { "changed": true, "checksum": "53e5cca42800593172de84f4a440b5e490c86445", "dest": "/etc/udev/rules.d/90-nfs-readahead.rules", "gid": 0, "group": "root", "md5sum": "fbff76899cf16c008315e8d7a6a0cf6d", "mode": "0755", "owner": "root", "secontext": "system_u:object_r:udev_rules_t:s0", "size": 220, "src": "/root/.ansible/tmp/ansible-tmp-1759151715.2936127-8678-186970433732214/.source.rules", "state": "file", "uid": 0 } TASK [fedora.linux_system_roles.hpc : Remove build dependencies] *************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:554 Monday 29 September 2025 09:15:15 -0400 (0:00:00.667) 0:00:33.446 ****** ok: [managed-node1] => { "changed": false, "rc": 0, "results": [] } MSG: Nothing to do TASK [fedora.linux_system_roles.hpc : Clean dnf cache] ************************* task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:565 Monday 29 September 2025 09:15:17 -0400 (0:00:01.423) 0:00:34.869 ****** ok: [managed-node1] => { "changed": false, "cmd": [ "dnf", "clean", "all" ], "delta": "0:00:00.218064", "end": "2025-09-29 09:15:17.853266", "rc": 0, "start": "2025-09-29 09:15:17.635202" } STDOUT: 59 files removed TASK [Cleanup] ***************************************************************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/tests/hpc/tests_default.yml:23 Monday 29 September 2025 09:15:17 -0400 (0:00:00.562) 0:00:35.432 ****** included: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/tests/hpc/tasks/cleanup.yml for managed-node1 TASK [Check if versionlock entries exist] ************************************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/tests/hpc/tasks/cleanup.yml:3 Monday 29 September 2025 09:15:17 -0400 (0:00:00.030) 0:00:35.463 ****** ok: [managed-node1] => { "changed": false, "stat": { "atime": 1759151717.1796994, "attr_flags": "", "attributes": [], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "checksum": "1b6bd7fd5b78a2fba909eb3381f0b87cccb3a5e3", "ctime": 1759151712.2876909, "dev": 51713, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 9118415, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1759151712.2876909, "nlink": 1, "path": "/etc/dnf/plugins/versionlock.list", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 4077, "uid": 0, "version": "3016045700", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false } } TASK [Clear dnf versionlock entries] ******************************************* task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/tests/hpc/tasks/cleanup.yml:8 Monday 29 September 2025 09:15:19 -0400 (0:00:01.200) 0:00:36.663 ****** changed: [managed-node1] => { "changed": true, "cmd": [ "dnf", "versionlock", "clear" ], "delta": "0:00:16.814941", "end": "2025-09-29 09:15:36.239615", "rc": 0, "start": "2025-09-29 09:15:19.424674" } STDOUT: Beaker Client - RedHatEnterpriseLinux9 13 kB/s | 8.6 kB 00:00 Beaker harness 2.1 MB/s | 338 kB 00:00 Copr repo for beakerlib-libraries owned by bgon 11 kB/s | 2.7 kB 00:00 CentOS Stream 9 - BaseOS 31 MB/s | 8.8 MB 00:00 CentOS Stream 9 - AppStream 45 MB/s | 25 MB 00:00 CentOS Stream 9 - HighAvailability 4.1 MB/s | 744 kB 00:00 CentOS Stream 9 - Extras packages 68 kB/s | 20 kB 00:00 Microsoft Production repository 24 MB/s | 16 MB 00:00 NVIDIA CUDA repository 20 MB/s | 3.3 MB 00:00 Copr repo for qa-tools owned by lpol 260 kB/s | 36 kB 00:00 NOTIFIED HANDLER fedora.linux_system_roles.hpc : Reload sysctl for managed-node1 NOTIFIED HANDLER fedora.linux_system_roles.hpc : Reload udev for managed-node1 RUNNING HANDLER [fedora.linux_system_roles.hpc : Reload udev] ****************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/handlers/main.yml:11 Monday 29 September 2025 09:15:36 -0400 (0:00:17.153) 0:00:53.816 ****** changed: [managed-node1] => { "changed": true, "cmd": [ "udevadm", "control", "--reload" ], "delta": "0:00:00.026350", "end": "2025-09-29 09:15:36.600455", "rc": 0, "start": "2025-09-29 09:15:36.574105" } RUNNING HANDLER [fedora.linux_system_roles.hpc : Reload sysctl] **************** task path: /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/handlers/main.yml:15 Monday 29 September 2025 09:15:36 -0400 (0:00:00.359) 0:00:54.176 ****** changed: [managed-node1] => { "changed": true, "cmd": [ "sysctl", "--reload" ], "delta": "0:00:00.003223", "end": "2025-09-29 09:15:36.941364", "rc": 0, "start": "2025-09-29 09:15:36.938141" } STDOUT: Usage: sysctl [options] [variable[=value] ...] Options: -a, --all display all variables -A alias of -a -X alias of -a --deprecated include deprecated parameters to listing --dry-run Print the key and values but do not write -b, --binary print value without new line -e, --ignore ignore unknown variables errors -N, --names print variable names without values -n, --values print only values of the given variable(s) -p, --load[=] read values from file -f alias of -p --system read values from all system directories -r, --pattern select setting that match expression -q, --quiet do not echo variable set -w, --write enable writing a value to variable -o does nothing -x does nothing -d alias of -h -h, --help display this help and exit -V, --version output version information and exit For more details see sysctl(8). STDERR: sysctl: unrecognized option '--reload' PLAY RECAP ********************************************************************* managed-node1 : ok=28 changed=11 unreachable=0 failed=0 skipped=46 rescued=0 ignored=0 SYSTEM ROLES ERRORS BEGIN v1 [] SYSTEM ROLES ERRORS END v1 TASKS RECAP ******************************************************************** Monday 29 September 2025 09:15:36 -0400 (0:00:00.336) 0:00:54.513 ****** =============================================================================== Clear dnf versionlock entries ------------------------------------------ 17.15s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/tests/hpc/tasks/cleanup.yml:8 fedora.linux_system_roles.hpc : Prevent installation of all kernel packages of a different version -- 12.52s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:143 fedora.linux_system_roles.hpc : Update kernel --------------------------- 7.48s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:101 fedora.linux_system_roles.hpc : Ensure that dnf-command(versionlock) is installed --- 2.05s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:123 fedora.linux_system_roles.hpc : Deploy GPG keys for repositories -------- 1.77s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:18 fedora.linux_system_roles.hpc : Install EPEL release package ------------ 1.51s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:28 fedora.linux_system_roles.hpc : Remove build dependencies --------------- 1.42s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:554 fedora.linux_system_roles.hpc : Explicitly install kernel-devel and kernel-headers packages matching the currently running kernel --- 1.33s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:110 Check if versionlock entries exist -------------------------------------- 1.20s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/tests/hpc/tasks/cleanup.yml:3 fedora.linux_system_roles.hpc : Ensure ansible_facts used by role ------- 0.99s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml:2 fedora.linux_system_roles.hpc : Configure repositories ------------------ 0.76s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:34 fedora.linux_system_roles.hpc : Remove user memory limits to ensure applications aren't restricted --- 0.74s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:507 fedora.linux_system_roles.hpc : Copy NFS readahead udev rules for Azure infrastructure --- 0.67s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:545 fedora.linux_system_roles.hpc : Add sysctl tuning configuration for HPC --- 0.66s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:515 fedora.linux_system_roles.hpc : Clean dnf cache ------------------------- 0.56s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:565 fedora.linux_system_roles.hpc : Get content of versionlock file --------- 0.43s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:133 fedora.linux_system_roles.hpc : Check if system is ostree --------------- 0.42s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml:10 fedora.linux_system_roles.hpc : Reload udev ----------------------------- 0.36s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/handlers/main.yml:11 fedora.linux_system_roles.hpc : Check if sunrpc module is loaded -------- 0.35s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:524 fedora.linux_system_roles.hpc : Check if kernel versionlock entries exist --- 0.35s /tmp/collections-Koe/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:128