ansible-playbook [core 2.17.14] config file = None configured module search path = ['/root/.ansible/plugins/modules', '/usr/share/ansible/plugins/modules'] ansible python module location = /usr/local/lib/python3.12/site-packages/ansible ansible collection location = /tmp/collections-HO2 executable location = /usr/local/bin/ansible-playbook python version = 3.12.11 (main, Aug 14 2025, 00:00:00) [GCC 11.5.0 20240719 (Red Hat 11.5.0-11)] (/usr/bin/python3.12) jinja version = 3.1.6 libyaml = True No config file found; using defaults running playbook inside collection fedora.linux_system_roles Skipping callback 'debug', as we already have a stdout callback. Skipping callback 'json', as we already have a stdout callback. Skipping callback 'jsonl', as we already have a stdout callback. Skipping callback 'default', as we already have a stdout callback. Skipping callback 'minimal', as we already have a stdout callback. Skipping callback 'oneline', as we already have a stdout callback. PLAYBOOK: tests_default.yml **************************************************** 1 plays in /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/tests/hpc/tests_default.yml PLAY [Ensure that the role runs with default parameters] *********************** TASK [Run the role] ************************************************************ task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/tests/hpc/tests_default.yml:19 Monday 29 September 2025 10:27:46 -0400 (0:00:00.043) 0:00:00.044 ****** included: fedora.linux_system_roles.hpc for managed-node1 TASK [fedora.linux_system_roles.hpc : Set platform/version specific variables] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:3 Monday 29 September 2025 10:27:46 -0400 (0:00:00.092) 0:00:00.136 ****** included: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml for managed-node1 TASK [fedora.linux_system_roles.hpc : Ensure ansible_facts used by role] ******* task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml:2 Monday 29 September 2025 10:27:46 -0400 (0:00:00.016) 0:00:00.153 ****** [WARNING]: Platform linux on host managed-node1 is using the discovered Python interpreter at /usr/bin/python3.9, but future installation of another Python interpreter could change the meaning of that path. See https://docs.ansible.com/ansible- core/2.17/reference_appendices/interpreter_discovery.html for more information. ok: [managed-node1] TASK [fedora.linux_system_roles.hpc : Check if system is ostree] *************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml:10 Monday 29 September 2025 10:27:47 -0400 (0:00:01.019) 0:00:01.172 ****** ok: [managed-node1] => { "changed": false, "stat": { "exists": false } } TASK [fedora.linux_system_roles.hpc : Set flag to indicate system is ostree] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml:15 Monday 29 September 2025 10:27:48 -0400 (0:00:00.441) 0:00:01.614 ****** ok: [managed-node1] => { "ansible_facts": { "__hpc_is_ostree": false }, "changed": false } TASK [fedora.linux_system_roles.hpc : Set platform/version specific variables] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml:19 Monday 29 September 2025 10:27:48 -0400 (0:00:00.021) 0:00:01.636 ****** skipping: [managed-node1] => (item=RedHat.yml) => { "ansible_loop_var": "item", "changed": false, "false_condition": "__vars_file is file", "item": "RedHat.yml", "skip_reason": "Conditional result was False" } skipping: [managed-node1] => (item=CentOS.yml) => { "ansible_loop_var": "item", "changed": false, "false_condition": "__vars_file is file", "item": "CentOS.yml", "skip_reason": "Conditional result was False" } ok: [managed-node1] => (item=CentOS_9.yml) => { "ansible_facts": { "__hpc_cuda_toolkit_packages": [ "cuda-toolkit-12-9" ], "__hpc_gdrcopy_info": { "distribution": "el9", "name": "gdrcopy", "sha256": "d6c61358adb52d9a9b71d4e05cb6ac9288ac18274e8d8177a6f197f0ee006130", "url": "https://github.com/NVIDIA/gdrcopy/archive/0f7366e73b019e7facf907381f6b0b2f5a1576e4.tar.gz", "version": "2.5.1-1" }, "__hpc_hpcx_info": { "name": "hpcx", "sha256": "92f746dd8cf293cf5b3955a0addd92e162dd012e1f8f728983a85c6c134e33b0", "url": "https://content.mellanox.com/hpc/hpc-x/v2.24.1_cuda12/hpcx-v2.24.1-gcc-inbox-redhat9-cuda12-x86_64.tbz", "version": "2.24.1" }, "__hpc_microsoft_prod_repo": { "baseurl": "https://packages.microsoft.com/rhel/9/prod/", "description": "Microsoft Production repository", "key": "https://packages.microsoft.com/keys/microsoft.asc", "name": "microsoft-prod" }, "__hpc_nvidia_cuda_repo": { "baseurl": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "description": "NVIDIA CUDA repository", "key": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/D42D0685.pub", "name": "nvidia-cuda" }, "__hpc_nvidia_driver_module": "@nvidia-driver:575-dkms", "__hpc_nvidia_nccl_packages": [ "libnccl-2.27.5-1+cuda12.9", "libnccl-devel-2.27.5-1+cuda12.9" ], "__hpc_openmpi_info": { "name": "openmpi", "sha256": "53131e1a57e7270f645707f8b0b65ba56048f5b5ac3f68faabed3eb0d710e449", "url": "https://download.open-mpi.org/release/open-mpi/v5.0/openmpi-5.0.8.tar.bz2", "version": "5.0.8" }, "__hpc_pmix_info": { "name": "pmix", "sha256": "6b11f4fd5c9d7f8e55fc6ebdee9af04b839f44d06044e58cea38c87c168784b3", "url": "https://github.com/openpmix/openpmix/releases/download/v4.2.9/pmix-4.2.9.tar.bz2", "version": "4.2.9" }, "__hpc_rhel_epel_repo": { "description": "RHEL EPEL repository", "key": "https://dl.fedoraproject.org/pub/epel/RPM-GPG-KEY-EPEL-9", "name": "RHEL EPEL repository", "rpm": "https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm" } }, "ansible_included_var_files": [ "/tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/vars/CentOS_9.yml" ], "ansible_loop_var": "item", "changed": false, "item": "CentOS_9.yml" } ok: [managed-node1] => (item=CentOS_9.yml) => { "ansible_facts": { "__hpc_cuda_toolkit_packages": [ "cuda-toolkit-12-9" ], "__hpc_gdrcopy_info": { "distribution": "el9", "name": "gdrcopy", "sha256": "d6c61358adb52d9a9b71d4e05cb6ac9288ac18274e8d8177a6f197f0ee006130", "url": "https://github.com/NVIDIA/gdrcopy/archive/0f7366e73b019e7facf907381f6b0b2f5a1576e4.tar.gz", "version": "2.5.1-1" }, "__hpc_hpcx_info": { "name": "hpcx", "sha256": "92f746dd8cf293cf5b3955a0addd92e162dd012e1f8f728983a85c6c134e33b0", "url": "https://content.mellanox.com/hpc/hpc-x/v2.24.1_cuda12/hpcx-v2.24.1-gcc-inbox-redhat9-cuda12-x86_64.tbz", "version": "2.24.1" }, "__hpc_microsoft_prod_repo": { "baseurl": "https://packages.microsoft.com/rhel/9/prod/", "description": "Microsoft Production repository", "key": "https://packages.microsoft.com/keys/microsoft.asc", "name": "microsoft-prod" }, "__hpc_nvidia_cuda_repo": { "baseurl": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "description": "NVIDIA CUDA repository", "key": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/D42D0685.pub", "name": "nvidia-cuda" }, "__hpc_nvidia_driver_module": "@nvidia-driver:575-dkms", "__hpc_nvidia_nccl_packages": [ "libnccl-2.27.5-1+cuda12.9", "libnccl-devel-2.27.5-1+cuda12.9" ], "__hpc_openmpi_info": { "name": "openmpi", "sha256": "53131e1a57e7270f645707f8b0b65ba56048f5b5ac3f68faabed3eb0d710e449", "url": "https://download.open-mpi.org/release/open-mpi/v5.0/openmpi-5.0.8.tar.bz2", "version": "5.0.8" }, "__hpc_pmix_info": { "name": "pmix", "sha256": "6b11f4fd5c9d7f8e55fc6ebdee9af04b839f44d06044e58cea38c87c168784b3", "url": "https://github.com/openpmix/openpmix/releases/download/v4.2.9/pmix-4.2.9.tar.bz2", "version": "4.2.9" }, "__hpc_rhel_epel_repo": { "description": "RHEL EPEL repository", "key": "https://dl.fedoraproject.org/pub/epel/RPM-GPG-KEY-EPEL-9", "name": "RHEL EPEL repository", "rpm": "https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm" } }, "ansible_included_var_files": [ "/tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/vars/CentOS_9.yml" ], "ansible_loop_var": "item", "changed": false, "item": "CentOS_9.yml" } TASK [fedora.linux_system_roles.hpc : Fail if role installs openmpi without cuda toolkit] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:6 Monday 29 September 2025 10:27:48 -0400 (0:00:00.041) 0:00:01.677 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Deploy GPG keys for repositories] ******** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:18 Monday 29 September 2025 10:27:48 -0400 (0:00:00.012) 0:00:01.689 ****** ok: [managed-node1] => (item={'name': 'RHEL EPEL repository', 'description': 'RHEL EPEL repository', 'key': 'https://dl.fedoraproject.org/pub/epel/RPM-GPG-KEY-EPEL-9', 'rpm': 'https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm'}) => { "ansible_loop_var": "item", "changed": false, "item": { "description": "RHEL EPEL repository", "key": "https://dl.fedoraproject.org/pub/epel/RPM-GPG-KEY-EPEL-9", "name": "RHEL EPEL repository", "rpm": "https://dl.fedoraproject.org/pub/epel/epel-release-latest-9.noarch.rpm" } } changed: [managed-node1] => (item={'name': 'nvidia-cuda', 'description': 'NVIDIA CUDA repository', 'key': 'https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/D42D0685.pub', 'baseurl': 'https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64'}) => { "ansible_loop_var": "item", "changed": true, "item": { "baseurl": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "description": "NVIDIA CUDA repository", "key": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/D42D0685.pub", "name": "nvidia-cuda" } } changed: [managed-node1] => (item={'name': 'microsoft-prod', 'description': 'Microsoft Production repository', 'key': 'https://packages.microsoft.com/keys/microsoft.asc', 'baseurl': 'https://packages.microsoft.com/rhel/9/prod/'}) => { "ansible_loop_var": "item", "changed": true, "item": { "baseurl": "https://packages.microsoft.com/rhel/9/prod/", "description": "Microsoft Production repository", "key": "https://packages.microsoft.com/keys/microsoft.asc", "name": "microsoft-prod" } } TASK [fedora.linux_system_roles.hpc : Install EPEL release package] ************ task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:28 Monday 29 September 2025 10:27:49 -0400 (0:00:01.701) 0:00:03.391 ****** ok: [managed-node1] => { "changed": false, "rc": 0, "results": [ "Installed /root/.ansible/tmp/ansible-tmp-1759156070.0060797-8305-40567358583266/epel-release-latest-9.noarchzm00crs8.rpm" ] } MSG: Nothing to do TASK [fedora.linux_system_roles.hpc : Configure repositories] ****************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:34 Monday 29 September 2025 10:27:51 -0400 (0:00:01.537) 0:00:04.929 ****** redirecting (type: action) ansible.builtin.yum to ansible.builtin.dnf changed: [managed-node1] => (item={'name': 'nvidia-cuda', 'description': 'NVIDIA CUDA repository', 'key': 'https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/D42D0685.pub', 'baseurl': 'https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64'}) => { "ansible_loop_var": "item", "changed": true, "item": { "baseurl": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64", "description": "NVIDIA CUDA repository", "key": "https://developer.download.nvidia.com/compute/cuda/repos/rhel9/x86_64/D42D0685.pub", "name": "nvidia-cuda" }, "repo": "nvidia-cuda", "state": "present" } redirecting (type: action) ansible.builtin.yum to ansible.builtin.dnf changed: [managed-node1] => (item={'name': 'microsoft-prod', 'description': 'Microsoft Production repository', 'key': 'https://packages.microsoft.com/keys/microsoft.asc', 'baseurl': 'https://packages.microsoft.com/rhel/9/prod/'}) => { "ansible_loop_var": "item", "changed": true, "item": { "baseurl": "https://packages.microsoft.com/rhel/9/prod/", "description": "Microsoft Production repository", "key": "https://packages.microsoft.com/keys/microsoft.asc", "name": "microsoft-prod" }, "repo": "microsoft-prod", "state": "present" } TASK [fedora.linux_system_roles.hpc : Install lvm2 to get lvs command] ********* task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:47 Monday 29 September 2025 10:27:52 -0400 (0:00:00.768) 0:00:05.697 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_manage_storage", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Get current LV size of rootlv] *********** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:53 Monday 29 September 2025 10:27:52 -0400 (0:00:00.015) 0:00:05.712 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_manage_storage", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Get current LV size of usrlv] ************ task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:60 Monday 29 September 2025 10:27:52 -0400 (0:00:00.013) 0:00:05.725 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_manage_storage", "skip_reason": "Conditional result was False" } TASK [Configure storage] ******************************************************* task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:67 Monday 29 September 2025 10:27:52 -0400 (0:00:00.012) 0:00:05.738 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_manage_storage", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Force install kernel version] ************ task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:94 Monday 29 September 2025 10:27:52 -0400 (0:00:00.011) 0:00:05.749 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "__hpc_force_kernel_version is not none", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Update kernel] *************************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:101 Monday 29 September 2025 10:27:52 -0400 (0:00:00.016) 0:00:05.766 ****** ok: [managed-node1] => { "changed": false, "rc": 0, "results": [] } MSG: Nothing to do TASK [fedora.linux_system_roles.hpc : Explicitly install kernel-devel and kernel-headers packages matching the currently running kernel] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:110 Monday 29 September 2025 10:27:59 -0400 (0:00:07.340) 0:00:13.106 ****** ok: [managed-node1] => { "changed": false, "rc": 0, "results": [] } MSG: Nothing to do TASK [fedora.linux_system_roles.hpc : Flush handlers to apply new kernel] ****** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:120 Monday 29 September 2025 10:28:01 -0400 (0:00:01.348) 0:00:14.455 ****** META: triggered running handlers for managed-node1 TASK [fedora.linux_system_roles.hpc : Ensure that dnf-command(versionlock) is installed] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:123 Monday 29 September 2025 10:28:01 -0400 (0:00:00.002) 0:00:14.457 ****** changed: [managed-node1] => { "changed": true, "rc": 0, "results": [ "Installed: python3-dnf-plugin-versionlock-4.3.0-23.el9.noarch" ] } TASK [fedora.linux_system_roles.hpc : Check if kernel versionlock entries exist] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:128 Monday 29 September 2025 10:28:02 -0400 (0:00:01.934) 0:00:16.392 ****** ok: [managed-node1] => { "changed": false, "stat": { "atime": 1662723770.0, "attr_flags": "", "attributes": [], "block_size": 4096, "blocks": 0, "charset": "binary", "checksum": "da39a3ee5e6b4b0d3255bfef95601890afd80709", "ctime": 1759156082.4543257, "dev": 51713, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 9118415, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "inode/x-empty", "mode": "0644", "mtime": 1662723770.0, "nlink": 1, "path": "/etc/dnf/plugins/versionlock.list", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 0, "uid": 0, "version": "1642053759", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false } } TASK [fedora.linux_system_roles.hpc : Get content of versionlock file] ********* task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:133 Monday 29 September 2025 10:28:03 -0400 (0:00:00.358) 0:00:16.750 ****** ok: [managed-node1] => { "changed": false, "cmd": [ "cat", "/etc/dnf/plugins/versionlock.list" ], "delta": "0:00:00.003194", "end": "2025-09-29 10:28:03.679158", "rc": 0, "start": "2025-09-29 10:28:03.675964" } TASK [fedora.linux_system_roles.hpc : Prevent installation of all kernel packages of a different version] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:143 Monday 29 September 2025 10:28:03 -0400 (0:00:00.425) 0:00:17.176 ****** changed: [managed-node1] => (item=kernel) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "kernel" ], "delta": "0:00:00.727396", "end": "2025-09-29 10:28:04.760023", "item": "kernel", "rc": 0, "start": "2025-09-29 10:28:04.032627" } STDOUT: Last metadata expiration check: 0:00:06 ago on Mon 29 Sep 2025 10:27:58 AM EDT. Adding versionlock on: kernel-0:5.14.0-617.el9.* changed: [managed-node1] => (item=kernel-core) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "kernel-core" ], "delta": "0:00:00.714444", "end": "2025-09-29 10:28:05.805945", "item": "kernel-core", "rc": 0, "start": "2025-09-29 10:28:05.091501" } STDOUT: Last metadata expiration check: 0:00:07 ago on Mon 29 Sep 2025 10:27:58 AM EDT. Adding versionlock on: kernel-core-0:5.14.0-617.el9.* changed: [managed-node1] => (item=kernel-modules) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "kernel-modules" ], "delta": "0:00:00.722403", "end": "2025-09-29 10:28:06.862525", "item": "kernel-modules", "rc": 0, "start": "2025-09-29 10:28:06.140122" } STDOUT: Last metadata expiration check: 0:00:08 ago on Mon 29 Sep 2025 10:27:58 AM EDT. Adding versionlock on: kernel-modules-0:5.14.0-617.el9.* changed: [managed-node1] => (item=kernel-modules-extra) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "kernel-modules-extra" ], "delta": "0:00:00.721102", "end": "2025-09-29 10:28:07.914548", "item": "kernel-modules-extra", "rc": 0, "start": "2025-09-29 10:28:07.193446" } STDOUT: Last metadata expiration check: 0:00:09 ago on Mon 29 Sep 2025 10:27:58 AM EDT. Adding versionlock on: kernel-modules-extra-0:5.14.0-605.el9.* Adding versionlock on: kernel-modules-extra-0:5.14.0-611.el9.* Adding versionlock on: kernel-modules-extra-0:5.14.0-617.el9.* Adding versionlock on: kernel-modules-extra-0:5.14.0-615.el9.* Adding versionlock on: kernel-modules-extra-0:5.14.0-612.el9.* changed: [managed-node1] => (item=kernel-devel) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "kernel-devel" ], "delta": "0:00:00.714141", "end": "2025-09-29 10:28:08.961327", "item": "kernel-devel", "rc": 0, "start": "2025-09-29 10:28:08.247186" } STDOUT: Last metadata expiration check: 0:00:10 ago on Mon 29 Sep 2025 10:27:58 AM EDT. Adding versionlock on: kernel-devel-0:5.14.0-617.el9.* changed: [managed-node1] => (item=kernel-headers) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "kernel-headers" ], "delta": "0:00:00.726823", "end": "2025-09-29 10:28:10.016819", "item": "kernel-headers", "rc": 0, "start": "2025-09-29 10:28:09.289996" } STDOUT: Last metadata expiration check: 0:00:11 ago on Mon 29 Sep 2025 10:27:58 AM EDT. Adding versionlock on: kernel-headers-0:5.14.0-617.el9.* changed: [managed-node1] => (item=libnccl) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "libnccl" ], "delta": "0:00:00.725950", "end": "2025-09-29 10:28:11.076706", "item": "libnccl", "rc": 0, "start": "2025-09-29 10:28:10.350756" } STDOUT: Last metadata expiration check: 0:00:12 ago on Mon 29 Sep 2025 10:27:58 AM EDT. Adding versionlock on: libnccl-0:2.22.3-1+cuda12.2.* Adding versionlock on: libnccl-0:2.24.3-1+cuda12.6.* Adding versionlock on: libnccl-0:2.27.6-1+cuda12.4.* Adding versionlock on: libnccl-0:2.20.5-1+cuda12.4.* Adding versionlock on: libnccl-0:2.26.2-1+cuda12.2.* Adding versionlock on: libnccl-0:2.27.7-1+cuda12.4.* Adding versionlock on: libnccl-0:2.21.5-1+cuda12.5.* Adding versionlock on: libnccl-0:2.18.3-1+cuda12.1.* Adding versionlock on: libnccl-0:2.27.6-1+cuda12.2.* Adding versionlock on: libnccl-0:2.27.5-1+cuda12.4.* Adding versionlock on: libnccl-0:2.21.5-1+cuda12.4.* Adding versionlock on: libnccl-0:2.27.6-1+cuda12.9.* Adding versionlock on: libnccl-0:2.28.3-1+cuda12.9.* Adding versionlock on: libnccl-0:2.28.3-1+cuda13.0.* Adding versionlock on: libnccl-0:2.27.7-1+cuda13.0.* Adding versionlock on: libnccl-0:2.24.3-1+cuda12.2.* Adding versionlock on: libnccl-0:2.23.4-1+cuda12.2.* Adding versionlock on: libnccl-0:2.27.5-1+cuda12.9.* Adding versionlock on: libnccl-0:2.25.1-1+cuda12.8.* Adding versionlock on: libnccl-0:2.16.2-1+cuda12.0.* Adding versionlock on: libnccl-0:2.27.3-1+cuda12.2.* Adding versionlock on: libnccl-0:2.25.1-1+cuda12.4.* Adding versionlock on: libnccl-0:2.17.1-1+cuda12.1.* Adding versionlock on: libnccl-0:2.18.1-1+cuda12.1.* Adding versionlock on: libnccl-0:2.19.3-1+cuda12.2.* Adding versionlock on: libnccl-0:2.15.1-1+cuda11.8.* Adding versionlock on: libnccl-0:2.27.7-1+cuda12.9.* Adding versionlock on: libnccl-0:2.20.3-1+cuda12.3.* Adding versionlock on: libnccl-0:2.26.2-1+cuda12.4.* Adding versionlock on: libnccl-0:2.25.1-1+cuda12.2.* Adding versionlock on: libnccl-0:2.14.3-1+cuda11.7.* Adding versionlock on: libnccl-0:2.27.3-1+cuda12.9.* Adding versionlock on: libnccl-0:2.23.4-1+cuda12.4.* Adding versionlock on: libnccl-0:2.22.3-1+cuda12.4.* Adding versionlock on: libnccl-0:2.19.3-1+cuda12.3.* Adding versionlock on: libnccl-0:2.27.5-1+cuda12.2.* Adding versionlock on: libnccl-0:2.22.3-1+cuda12.5.* Adding versionlock on: libnccl-0:2.24.3-1+cuda12.4.* Adding versionlock on: libnccl-0:2.26.5-1+cuda12.4.* Adding versionlock on: libnccl-0:2.16.5-1+cuda12.0.* Adding versionlock on: libnccl-0:2.26.2-1+cuda12.8.* Adding versionlock on: libnccl-0:2.26.5-1+cuda12.9.* Adding versionlock on: libnccl-0:2.18.3-1+cuda12.2.* Adding versionlock on: libnccl-0:2.23.4-1+cuda12.6.* Adding versionlock on: libnccl-0:2.27.3-1+cuda12.4.* Adding versionlock on: libnccl-0:2.15.5-1+cuda11.8.* Adding versionlock on: libnccl-0:2.26.5-1+cuda12.2.* Adding versionlock on: libnccl-0:2.22.3-1+cuda12.6.* Adding versionlock on: libnccl-0:2.27.7-1+cuda12.2.* Adding versionlock on: libnccl-0:2.18.5-1+cuda12.2.* changed: [managed-node1] => (item=libnccl-devel) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "libnccl-devel" ], "delta": "0:00:00.706324", "end": "2025-09-29 10:28:12.113513", "item": "libnccl-devel", "rc": 0, "start": "2025-09-29 10:28:11.407189" } STDOUT: Last metadata expiration check: 0:00:13 ago on Mon 29 Sep 2025 10:27:58 AM EDT. Adding versionlock on: libnccl-devel-0:2.17.1-1+cuda12.1.* Adding versionlock on: libnccl-devel-0:2.20.5-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.27.3-1+cuda12.9.* Adding versionlock on: libnccl-devel-0:2.14.3-1+cuda11.7.* Adding versionlock on: libnccl-devel-0:2.21.5-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.16.5-1+cuda12.0.* Adding versionlock on: libnccl-devel-0:2.19.3-1+cuda12.3.* Adding versionlock on: libnccl-devel-0:2.15.5-1+cuda11.8.* Adding versionlock on: libnccl-devel-0:2.27.7-1+cuda13.0.* Adding versionlock on: libnccl-devel-0:2.27.3-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.28.3-1+cuda12.9.* Adding versionlock on: libnccl-devel-0:2.24.3-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.23.4-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.20.3-1+cuda12.3.* Adding versionlock on: libnccl-devel-0:2.25.1-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.27.5-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.27.3-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.26.5-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.27.7-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.27.6-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.27.7-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.27.7-1+cuda12.9.* Adding versionlock on: libnccl-devel-0:2.21.5-1+cuda12.5.* Adding versionlock on: libnccl-devel-0:2.24.3-1+cuda12.6.* Adding versionlock on: libnccl-devel-0:2.26.2-1+cuda12.8.* Adding versionlock on: libnccl-devel-0:2.27.5-1+cuda12.9.* Adding versionlock on: libnccl-devel-0:2.28.3-1+cuda13.0.* Adding versionlock on: libnccl-devel-0:2.25.1-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.16.2-1+cuda12.0.* Adding versionlock on: libnccl-devel-0:2.19.3-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.26.2-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.22.3-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.18.1-1+cuda12.1.* Adding versionlock on: libnccl-devel-0:2.26.5-1+cuda12.9.* Adding versionlock on: libnccl-devel-0:2.27.6-1+cuda12.9.* Adding versionlock on: libnccl-devel-0:2.26.5-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.27.5-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.22.3-1+cuda12.5.* Adding versionlock on: libnccl-devel-0:2.18.3-1+cuda12.1.* Adding versionlock on: libnccl-devel-0:2.23.4-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.15.1-1+cuda11.8.* Adding versionlock on: libnccl-devel-0:2.27.6-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.18.3-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.25.1-1+cuda12.8.* Adding versionlock on: libnccl-devel-0:2.23.4-1+cuda12.6.* Adding versionlock on: libnccl-devel-0:2.24.3-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.26.2-1+cuda12.4.* Adding versionlock on: libnccl-devel-0:2.18.5-1+cuda12.2.* Adding versionlock on: libnccl-devel-0:2.22.3-1+cuda12.6.* Adding versionlock on: libnccl-devel-0:2.22.3-1+cuda12.2.* changed: [managed-node1] => (item=gdrcopy-kmod) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "gdrcopy-kmod" ], "delta": "0:00:00.727731", "end": "2025-09-29 10:28:13.170905", "item": "gdrcopy-kmod", "rc": 0, "start": "2025-09-29 10:28:12.443174" } STDOUT: Last metadata expiration check: 0:00:14 ago on Mon 29 Sep 2025 10:27:58 AM EDT. No package found for: gdrcopy-kmod changed: [managed-node1] => (item=gdrcopy) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "gdrcopy" ], "delta": "0:00:00.734790", "end": "2025-09-29 10:28:14.231826", "item": "gdrcopy", "rc": 0, "start": "2025-09-29 10:28:13.497036" } STDOUT: Last metadata expiration check: 0:00:15 ago on Mon 29 Sep 2025 10:27:58 AM EDT. No package found for: gdrcopy changed: [managed-node1] => (item=gdrcopy-devel) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "gdrcopy-devel" ], "delta": "0:00:00.723783", "end": "2025-09-29 10:28:15.291482", "item": "gdrcopy-devel", "rc": 0, "start": "2025-09-29 10:28:14.567699" } STDOUT: Last metadata expiration check: 0:00:16 ago on Mon 29 Sep 2025 10:27:58 AM EDT. No package found for: gdrcopy-devel changed: [managed-node1] => (item=pmix) => { "ansible_loop_var": "item", "changed": true, "cmd": [ "dnf", "versionlock", "add", "pmix" ], "delta": "0:00:00.710093", "end": "2025-09-29 10:28:16.328522", "item": "pmix", "rc": 0, "start": "2025-09-29 10:28:15.618429" } STDOUT: Last metadata expiration check: 0:00:18 ago on Mon 29 Sep 2025 10:27:58 AM EDT. Adding versionlock on: pmix-0:3.2.3-5.el9.* Adding versionlock on: pmix-0:3.2.3-3.el9.* TASK [fedora.linux_system_roles.hpc : Install NVIDIA driver] ******************* task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:152 Monday 29 September 2025 10:28:16 -0400 (0:00:12.653) 0:00:29.829 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "ansible_system_vendor == \"Microsoft Corporation\"", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install CUDA driver] ********************* task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:168 Monday 29 September 2025 10:28:16 -0400 (0:00:00.013) 0:00:29.843 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "ansible_system_vendor == \"Microsoft Corporation\"", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Enable nvidia-persistenced.service] ****** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:174 Monday 29 September 2025 10:28:16 -0400 (0:00:00.017) 0:00:29.861 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "ansible_system_vendor == \"Microsoft Corporation\"", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install CUDA Toolkit] ******************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:179 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:29.873 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_cuda_toolkit", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install NVIDIA NCCL] ********************* task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:191 Monday 29 September 2025 10:28:16 -0400 (0:00:00.011) 0:00:29.885 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_hpc_nvidia_nccl", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install NVIDIA Fabric Manager] *********** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:202 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:29.898 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_nvidia_fabric_manager", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Ensure that Fabric Manager service is enabled] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:208 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:29.910 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_nvidia_fabric_manager", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install RDMA packages] ******************* task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:216 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:29.923 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_rdma", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Enable RDMA in waagent configuration] **** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:224 Monday 29 September 2025 10:28:16 -0400 (0:00:00.013) 0:00:29.936 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_rdma", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install build dependencies] ************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:236 Monday 29 September 2025 10:28:16 -0400 (0:00:00.011) 0:00:29.948 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Set __hpc_hpcx_path fact] **************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:246 Monday 29 September 2025 10:28:16 -0400 (0:00:00.011) 0:00:29.960 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Set facts for building hpcx and openmpi] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:252 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:29.972 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Get package facts] *********************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:262 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:29.984 ****** skipping: [managed-node1] => { "censored": "the output has been hidden due to the fact that 'no_log: true' was specified for this result", "changed": false } TASK [fedora.linux_system_roles.hpc : Get stat of pmix path] ******************* task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:266 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:29.997 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Download PMIx] *************************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:274 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.009 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Build PMIx] ****************************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:279 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.022 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Ensure PMIx modulefile directory exists] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:292 Monday 29 September 2025 10:28:16 -0400 (0:00:00.013) 0:00:30.035 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install PMIx modulefile] ***************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:301 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.047 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Download GDRCopy] ************************ task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:320 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.060 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Build GDRCopy RPM packages] ************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:325 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.072 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install GDRCopy packages from built RPMs] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:333 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.084 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Remove extracted tarball] **************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:343 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.097 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Get stat of hpcx-rebuild path] *********** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:349 Monday 29 September 2025 10:28:16 -0400 (0:00:00.011) 0:00:30.109 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Download hpcx] *************************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:357 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.121 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Ensure that pkgconfig files use hpcx_home={{ __hpc_hpcx_path }}] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:364 Monday 29 September 2025 10:28:16 -0400 (0:00:00.014) 0:00:30.135 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Update hcoll pkgconfig file to add -locoms parameter] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:378 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.148 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Copy hpcx to {{ __hpc_hpcx_path }}] ****** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:385 Monday 29 September 2025 10:28:16 -0400 (0:00:00.013) 0:00:30.161 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Rebuild hpcx with PMIx] ****************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:394 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.174 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Copy ompi/tests to hpcx-rebuild in {{ __hpc_hpcx_path }}] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:407 Monday 29 September 2025 10:28:16 -0400 (0:00:00.013) 0:00:30.187 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Remove extracted tarball] **************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:416 Monday 29 September 2025 10:28:16 -0400 (0:00:00.011) 0:00:30.199 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Ensure that /etc/lmod directory exists] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:422 Monday 29 September 2025 10:28:16 -0400 (0:00:00.011) 0:00:30.210 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Ensure that /etc/lmod/.modulespath file exists] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:430 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.223 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Set up hpcx module files for lmod] ******* task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:442 Monday 29 September 2025 10:28:16 -0400 (0:00:00.011) 0:00:30.234 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Get stat of openmpi path] **************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:451 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.247 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Download openmpi] ************************ task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:459 Monday 29 September 2025 10:28:16 -0400 (0:00:00.013) 0:00:30.261 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Build openmpi] *************************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:464 Monday 29 September 2025 10:28:16 -0400 (0:00:00.013) 0:00:30.274 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Remove extracted tarball] **************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:482 Monday 29 September 2025 10:28:16 -0400 (0:00:00.013) 0:00:30.288 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Ensure MPI modulefile directory exists] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:488 Monday 29 September 2025 10:28:16 -0400 (0:00:00.012) 0:00:30.300 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Install OpenMPI modulefile] ************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:496 Monday 29 September 2025 10:28:16 -0400 (0:00:00.011) 0:00:30.312 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "hpc_install_openmpi", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Remove user memory limits to ensure applications aren't restricted] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:507 Monday 29 September 2025 10:28:16 -0400 (0:00:00.013) 0:00:30.325 ****** changed: [managed-node1] => { "changed": true, "checksum": "a592ca2fabb2feaeada16e146d204e0890b43eae", "dest": "/etc/security/limits.d/90-hpc-limits.conf", "gid": 0, "group": "root", "md5sum": "06bbe3b3e4ac2bc4e7caaf2a9c658942", "mode": "0644", "owner": "root", "secontext": "system_u:object_r:etc_t:s0", "size": 333, "src": "/root/.ansible/tmp/ansible-tmp-1759156096.9208388-8621-267725513745323/.source.conf", "state": "file", "uid": 0 } TASK [fedora.linux_system_roles.hpc : Add sysctl tuning configuration for HPC] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:515 Monday 29 September 2025 10:28:17 -0400 (0:00:00.748) 0:00:31.073 ****** Notification for handler Reload sysctl has been saved. changed: [managed-node1] => { "changed": true, "checksum": "730dba3d79bdaadebc65705f14efa9e43bd77aa8", "dest": "/etc/sysctl.d/90-hpc-sysctl.conf", "gid": 0, "group": "root", "md5sum": "11a343c755b8f2faff8dde098e6ef89d", "mode": "0755", "owner": "root", "secontext": "system_u:object_r:system_conf_t:s0", "size": 377, "src": "/root/.ansible/tmp/ansible-tmp-1759156097.6682067-8640-1184534087999/.source.conf", "state": "file", "uid": 0 } TASK [fedora.linux_system_roles.hpc : Check if sunrpc module is loaded] ******** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:524 Monday 29 September 2025 10:28:18 -0400 (0:00:00.661) 0:00:31.734 ****** ok: [managed-node1] => { "changed": false, "cmd": [ "lsmod" ], "delta": "0:00:00.005590", "end": "2025-09-29 10:28:18.588397", "rc": 0, "start": "2025-09-29 10:28:18.582807" } STDOUT: Module Size Used by sd_mod 90112 0 sg 53248 0 target_core_user 77824 0 uio 32768 1 target_core_user target_core_pscsi 32768 0 target_core_file 32768 4 target_core_iblock 28672 0 tcm_loop 40960 5 iscsi_target_mod 512000 1 target_core_mod 606208 18 tcm_loop,target_core_file,target_core_iblock,iscsi_target_mod,target_core_pscsi,target_core_user tls 159744 0 rfkill 40960 1 intel_rapl_msr 20480 0 intel_rapl_common 57344 1 intel_rapl_msr i2c_piix4 36864 0 cirrus_qemu 16384 0 i2c_smbus 20480 1 i2c_piix4 drm_client_lib 16384 1 cirrus_qemu rapl 24576 0 drm_shmem_helper 36864 2 cirrus_qemu pcspkr 12288 0 drm_kms_helper 266240 3 cirrus_qemu,drm_shmem_helper,drm_client_lib sunrpc 892928 1 drm 839680 5 drm_kms_helper,cirrus_qemu,drm_shmem_helper,drm_client_lib fuse 212992 1 xfs 3039232 1 libcrc32c 12288 1 xfs ata_generic 12288 0 ata_piix 45056 0 crct10dif_pclmul 12288 1 crc32_pclmul 12288 0 libata 520192 2 ata_piix,ata_generic crc32c_intel 24576 1 xen_blkfront 57344 2 xen_netfront 53248 1 ghash_clmulni_intel 16384 0 serio_raw 16384 0 TASK [fedora.linux_system_roles.hpc : Load sunrpc module] ********************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:529 Monday 29 September 2025 10:28:18 -0400 (0:00:00.351) 0:00:32.086 ****** skipping: [managed-node1] => { "changed": false, "false_condition": "'sunrpc' not in __hpc_loaded_modules.stdout", "skip_reason": "Conditional result was False" } TASK [fedora.linux_system_roles.hpc : Check current sunrpc sysctl setting] ***** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:534 Monday 29 September 2025 10:28:18 -0400 (0:00:00.013) 0:00:32.100 ****** ok: [managed-node1] => { "changed": false, "cmd": [ "sysctl", "-n", "sunrpc.tcp_max_slot_table_entries" ], "delta": "0:00:00.004481", "end": "2025-09-29 10:28:18.953310", "failed_when_result": false, "rc": 0, "start": "2025-09-29 10:28:18.948829" } STDOUT: 65536 TASK [fedora.linux_system_roles.hpc : Apply sunrpc sysctl settings] ************ task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:540 Monday 29 September 2025 10:28:19 -0400 (0:00:00.349) 0:00:32.449 ****** changed: [managed-node1] => { "changed": true, "cmd": [ "sysctl", "-w", "sunrpc.tcp_max_slot_table_entries=128" ], "delta": "0:00:00.003390", "end": "2025-09-29 10:28:19.302886", "rc": 0, "start": "2025-09-29 10:28:19.299496" } STDOUT: sunrpc.tcp_max_slot_table_entries = 128 TASK [fedora.linux_system_roles.hpc : Copy NFS readahead udev rules for Azure infrastructure] *** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:545 Monday 29 September 2025 10:28:19 -0400 (0:00:00.348) 0:00:32.798 ****** Notification for handler Reload udev has been saved. changed: [managed-node1] => { "changed": true, "checksum": "53e5cca42800593172de84f4a440b5e490c86445", "dest": "/etc/udev/rules.d/90-nfs-readahead.rules", "gid": 0, "group": "root", "md5sum": "fbff76899cf16c008315e8d7a6a0cf6d", "mode": "0755", "owner": "root", "secontext": "system_u:object_r:udev_rules_t:s0", "size": 220, "src": "/root/.ansible/tmp/ansible-tmp-1759156099.3933423-8684-37440983073010/.source.rules", "state": "file", "uid": 0 } TASK [fedora.linux_system_roles.hpc : Remove build dependencies] *************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:554 Monday 29 September 2025 10:28:20 -0400 (0:00:00.664) 0:00:33.463 ****** ok: [managed-node1] => { "changed": false, "rc": 0, "results": [] } MSG: Nothing to do TASK [fedora.linux_system_roles.hpc : Clean dnf cache] ************************* task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:565 Monday 29 September 2025 10:28:21 -0400 (0:00:01.422) 0:00:34.886 ****** ok: [managed-node1] => { "changed": false, "cmd": [ "dnf", "clean", "all" ], "delta": "0:00:00.213485", "end": "2025-09-29 10:28:21.944693", "rc": 0, "start": "2025-09-29 10:28:21.731208" } STDOUT: 59 files removed TASK [fedora.linux_system_roles.hpc : Notify about OpenMPI module loading] ***** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:569 Monday 29 September 2025 10:28:21 -0400 (0:00:00.554) 0:00:35.440 ****** ok: [managed-node1] => {} MSG: Prior to using OpenMPI CLIs, you must run `module load mpi/openmpi-5.0.8` TASK [Cleanup] ***************************************************************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/tests/hpc/tests_default.yml:23 Monday 29 September 2025 10:28:22 -0400 (0:00:00.019) 0:00:35.460 ****** included: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/tests/hpc/tasks/cleanup.yml for managed-node1 TASK [Check if versionlock entries exist] ************************************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/tests/hpc/tasks/cleanup.yml:3 Monday 29 September 2025 10:28:22 -0400 (0:00:00.032) 0:00:35.493 ****** ok: [managed-node1] => { "changed": false, "stat": { "atime": 1759156101.271301, "attr_flags": "", "attributes": [], "block_size": 4096, "blocks": 8, "charset": "us-ascii", "checksum": "ca0799c843abb0d66cb420f302b03f0d6be909f6", "ctime": 1759156096.2923076, "dev": 51713, "device_type": 0, "executable": false, "exists": true, "gid": 0, "gr_name": "root", "inode": 9118415, "isblk": false, "ischr": false, "isdir": false, "isfifo": false, "isgid": false, "islnk": false, "isreg": true, "issock": false, "isuid": false, "mimetype": "text/plain", "mode": "0644", "mtime": 1759156096.2923076, "nlink": 1, "path": "/etc/dnf/plugins/versionlock.list", "pw_name": "root", "readable": true, "rgrp": true, "roth": true, "rusr": true, "size": 4077, "uid": 0, "version": "1642053759", "wgrp": false, "woth": false, "writeable": true, "wusr": true, "xgrp": false, "xoth": false, "xusr": false } } TASK [Clear dnf versionlock entries] ******************************************* task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/tests/hpc/tasks/cleanup.yml:8 Monday 29 September 2025 10:28:22 -0400 (0:00:00.372) 0:00:35.866 ****** changed: [managed-node1] => { "changed": true, "cmd": [ "dnf", "versionlock", "clear" ], "delta": "0:00:16.620999", "end": "2025-09-29 10:28:39.330302", "rc": 0, "start": "2025-09-29 10:28:22.709303" } STDOUT: Beaker Client - RedHatEnterpriseLinux9 50 kB/s | 8.6 kB 00:00 Beaker harness 2.8 MB/s | 338 kB 00:00 Copr repo for beakerlib-libraries owned by bgon 15 kB/s | 2.7 kB 00:00 CentOS Stream 9 - BaseOS 29 MB/s | 8.8 MB 00:00 CentOS Stream 9 - AppStream 45 MB/s | 25 MB 00:00 CentOS Stream 9 - HighAvailability 4.4 MB/s | 744 kB 00:00 CentOS Stream 9 - Extras packages 67 kB/s | 20 kB 00:00 Microsoft Production repository 20 MB/s | 16 MB 00:00 NVIDIA CUDA repository 21 MB/s | 3.3 MB 00:00 Copr repo for qa-tools owned by lpol 322 kB/s | 36 kB 00:00 NOTIFIED HANDLER fedora.linux_system_roles.hpc : Reload sysctl for managed-node1 NOTIFIED HANDLER fedora.linux_system_roles.hpc : Reload udev for managed-node1 RUNNING HANDLER [fedora.linux_system_roles.hpc : Reload udev] ****************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/handlers/main.yml:11 Monday 29 September 2025 10:28:39 -0400 (0:00:16.962) 0:00:52.828 ****** changed: [managed-node1] => { "changed": true, "cmd": [ "udevadm", "control", "--reload" ], "delta": "0:00:00.025663", "end": "2025-09-29 10:28:39.702774", "rc": 0, "start": "2025-09-29 10:28:39.677111" } RUNNING HANDLER [fedora.linux_system_roles.hpc : Reload sysctl] **************** task path: /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/handlers/main.yml:15 Monday 29 September 2025 10:28:39 -0400 (0:00:00.371) 0:00:53.200 ****** changed: [managed-node1] => { "changed": true, "cmd": [ "sysctl", "--reload" ], "delta": "0:00:00.003353", "end": "2025-09-29 10:28:40.055044", "rc": 0, "start": "2025-09-29 10:28:40.051691" } STDOUT: Usage: sysctl [options] [variable[=value] ...] Options: -a, --all display all variables -A alias of -a -X alias of -a --deprecated include deprecated parameters to listing --dry-run Print the key and values but do not write -b, --binary print value without new line -e, --ignore ignore unknown variables errors -N, --names print variable names without values -n, --values print only values of the given variable(s) -p, --load[=] read values from file -f alias of -p --system read values from all system directories -r, --pattern select setting that match expression -q, --quiet do not echo variable set -w, --write enable writing a value to variable -o does nothing -x does nothing -d alias of -h -h, --help display this help and exit -V, --version output version information and exit For more details see sysctl(8). STDERR: sysctl: unrecognized option '--reload' PLAY RECAP ********************************************************************* managed-node1 : ok=29 changed=11 unreachable=0 failed=0 skipped=46 rescued=0 ignored=0 SYSTEM ROLES ERRORS BEGIN v1 [] SYSTEM ROLES ERRORS END v1 TASKS RECAP ******************************************************************** Monday 29 September 2025 10:28:40 -0400 (0:00:00.349) 0:00:53.550 ****** =============================================================================== Clear dnf versionlock entries ------------------------------------------ 16.96s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/tests/hpc/tasks/cleanup.yml:8 fedora.linux_system_roles.hpc : Prevent installation of all kernel packages of a different version -- 12.65s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:143 fedora.linux_system_roles.hpc : Update kernel --------------------------- 7.34s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:101 fedora.linux_system_roles.hpc : Ensure that dnf-command(versionlock) is installed --- 1.93s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:123 fedora.linux_system_roles.hpc : Deploy GPG keys for repositories -------- 1.70s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:18 fedora.linux_system_roles.hpc : Install EPEL release package ------------ 1.54s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:28 fedora.linux_system_roles.hpc : Remove build dependencies --------------- 1.42s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:554 fedora.linux_system_roles.hpc : Explicitly install kernel-devel and kernel-headers packages matching the currently running kernel --- 1.35s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:110 fedora.linux_system_roles.hpc : Ensure ansible_facts used by role ------- 1.02s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml:2 fedora.linux_system_roles.hpc : Configure repositories ------------------ 0.77s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:34 fedora.linux_system_roles.hpc : Remove user memory limits to ensure applications aren't restricted --- 0.75s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:507 fedora.linux_system_roles.hpc : Copy NFS readahead udev rules for Azure infrastructure --- 0.66s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:545 fedora.linux_system_roles.hpc : Add sysctl tuning configuration for HPC --- 0.66s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:515 fedora.linux_system_roles.hpc : Clean dnf cache ------------------------- 0.55s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:565 fedora.linux_system_roles.hpc : Check if system is ostree --------------- 0.44s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/set_vars.yml:10 fedora.linux_system_roles.hpc : Get content of versionlock file --------- 0.43s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:133 Check if versionlock entries exist -------------------------------------- 0.37s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/tests/hpc/tasks/cleanup.yml:3 fedora.linux_system_roles.hpc : Reload udev ----------------------------- 0.37s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/handlers/main.yml:11 fedora.linux_system_roles.hpc : Check if kernel versionlock entries exist --- 0.36s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:128 fedora.linux_system_roles.hpc : Check if sunrpc module is loaded -------- 0.35s /tmp/collections-HO2/ansible_collections/fedora/linux_system_roles/roles/hpc/tasks/main.yml:524