Upgrade cinc, gdrcopy, pmix, enroot, pyxis, stunnel, python, intel_mpi, armpl

CHANGELOG.md

@@ -40,6 +40,16 @@ This file is used to list changes made in each version of the AWS ParallelCluste
 - Install amazon-efs-utils from the official EFS endpoint instead of building from source.
   Need to allowlist the CloudFront domain `amazon-efs-utils.aws.com` in their proxy/egress configuration 
   for `build-image` with isolated subnets.
+- Upgrade Cinc Client to version 19.3.14 (from 18.8.54).
+- Upgrade GDRCopy to version 2.6 (from 2.5.2).
+- Upgrade PMIx to version 5.0.11 (from 5.0.10).
+- Upgrade Enroot to version 4.2.1 (from 3.4.1).
+- Upgrade Pyxis to version 0.24.0 (from 0.20.0).
+- Upgrade stunnel to version 5.78 (from 5.67).
+- Upgrade Python to version 3.14.6 (from 3.14.2).
+- Upgrade Intel MPI to version 2021.18.0.749 (from 2021.17.2.94).
+- Upgrade Arm Performance Libraries (ArmPL) to version 26.01.1 (from 24.10).
+- Upgrade Cinc Client to version 19.3.14 (from 18.8.54).
 
 **BUG FIXES**
 - Fix cluster creation failure caused by Slurm accounting bootstrap failing when ClusterName is overridden 

cookbooks/aws-parallelcluster-platform/attributes/platform.rb

@@ -8,16 +8,16 @@
 
 # ArmPL
 default['conditions']['arm_pl_supported'] = arm_instance?
-default['cluster']['armpl']['version'] = '24.10'
+default['cluster']['armpl']['version'] = '26.01.1'
 default['cluster']['armpl']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/armpl"
 
 # Stunnel
-default['cluster']['stunnel']['version'] = '5.67'
-default['cluster']['stunnel']['sha256'] = '3086939ee6407516c59b0ba3fbf555338f9d52f459bcab6337c0f00e91ea8456'
+default['cluster']['stunnel']['version'] = '5.78'
+default['cluster']['stunnel']['sha256'] = '8727e53bb8b7528f850327a2a149158422c02183bc120d1d733cc65b1e2c349d'
 default['cluster']['stunnel']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/stunnel"
 
 # Enroot
-default['cluster']['enroot']['version'] = '3.4.1'
+default['cluster']['enroot']['version'] = '4.2.1'
 default['cluster']['enroot']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/dependencies/enroot"
 default['cluster']['enroot']['caps_base_url'] = "#{node['cluster']['artifacts_s3_url']}/dependencies/enroot"
 default['cluster']['enroot']['temporary_dir'] = '/run/enroot'
@@ -39,8 +39,8 @@
 default['cluster']['nvidia']['cuda']['driver_version_suffix'] = '580.95.05'
 
 # GDRCopy
-default['cluster']['nvidia']['gdrcopy']['version'] = '2.5.2'
-default['cluster']['nvidia']['gdrcopy']['sha256'] = '32bc7b2c198dd97ec251de0ff4823252c95e31a4c79a5f843c82514c9af2052b'
+default['cluster']['nvidia']['gdrcopy']['version'] = '2.6'
+default['cluster']['nvidia']['gdrcopy']['sha256'] = 'c9eaf0593567ac5765d04c48cf7923dacb2644240b35bb5f025edb3bde1d5b4f'
 default['cluster']['nvidia']['gdrcopy']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/dependencies/gdr_copy/v#{node['cluster']['nvidia']['gdrcopy']['version']}.tar.gz"
 
 # nvidia-imex
@@ -104,6 +104,6 @@
 default['cluster']['instance_types_data_s3_key'] = nil
 
 # Intel MPI
-default['cluster']['intelmpi']['version'] = '2021.17'
-default['cluster']['intelmpi']['full_version'] = '2021.17.2.94'
+default['cluster']['intelmpi']['version'] = '2021.18'
+default['cluster']['intelmpi']['full_version'] = '2021.18.0.749'
 default['cluster']['intelmpi']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/impi"

cookbooks/aws-parallelcluster-platform/spec/unit/resources/arm_pl_spec.rb

@@ -16,7 +16,7 @@ def self.setup(chef_run)
       cached(:aws_region) { 'test_region' }
       cached(:aws_domain) { 'test_domain' }
       cached(:armpl_major_minor_version) do
-        '24.10'
+        'armpl_test_version'
       end
 
       cached(:armpl_platform) do
@@ -62,6 +62,7 @@ def self.setup(chef_run)
           runner = runner(platform: platform, version: version, step_into: ['arm_pl']) do |node|
             node.override['conditions']['arm_pl_supported'] = false
             node.override['cluster']['artifacts_s3_url'] = "https://bucket.s3.amazonaws.com/archives"
+            node.override['cluster']['armpl']['version'] = armpl_version
           end
           ConvergeArmPl.setup(runner)
         end
@@ -79,6 +80,7 @@ def self.setup(chef_run)
             node.override['cluster']['sources_dir'] = sources_dir
             node.override['cluster']['region'] = aws_region
             node.override['cluster']['artifacts_s3_url'] = "https://bucket.s3.amazonaws.com/archives"
+            node.override['cluster']['armpl']['version'] = armpl_version
           end
           allow_any_instance_of(Object).to receive(:aws_domain).and_return(aws_domain)
           ConvergeArmPl.setup(runner)

cookbooks/aws-parallelcluster-platform/spec/unit/resources/enroot_spec.rb

@@ -1,6 +1,6 @@
 require 'spec_helper'
 
-package_version = '3.4.1'
+package_version = 'enroot_version'
 class ConvergeEnroot
   def self.setup(chef_run)
     chef_run.converge_dsl('aws-parallelcluster-platform') do
@@ -16,16 +16,17 @@ def self.setup(chef_run)
     context "on #{platform}#{version}" do
       cached(:chef_run) do
         allow_any_instance_of(Object).to receive(:nvidia_enabled?).and_return(false)
-        runner = runner(platform: platform, version: version, step_into: ['enroot'])
-        ConvergeEnroot.setup(runner)
+        runner(platform: platform, version: version, step_into: ['enroot']) do |node|
+          node.override['cluster']['enroot']['version'] = package_version
+        end
       end
       cached(:resource) do
+        ConvergeEnroot.setup(chef_run)
         chef_run.find_resource('enroot', 'setup')
       end
 
-      it 'returns the expected enroot version' do
-        expected_enroot_version = "3.4.1"
-        expect(resource.package_version).to eq(expected_enroot_version)
+      it 'returns the version from the node attribute' do
+        expect(resource.package_version).to eq(package_version)
       end
     end
   end

cookbooks/aws-parallelcluster-shared/attributes/versions.rb

@@ -1,5 +1,5 @@
 # Python Version
-default['cluster']['python-version'] = '3.14.2'
+default['cluster']['python-version'] = '3.14.6'
 default['cluster']['python-major-minor-version'] = '3.14'
 
 # Test mode: install Python and dependencies from internet instead of pre-built S3 packages

cookbooks/aws-parallelcluster-slurm/attributes/slurm_attributes.rb

@@ -13,8 +13,8 @@
 default['cluster']['enable_nss_slurm'] = node['cluster']['directory_service']['enabled']
 
 # PMIX Version and Checksum
-default['cluster']['pmix']['version'] = '5.0.10'
-default['cluster']['pmix']['sha256'] = '7c0be0b5f85cc605fc51b44642fab72494e739ef9c1aa52a8741b847d6907b43'
+default['cluster']['pmix']['version'] = '5.0.11'
+default['cluster']['pmix']['sha256'] = '11d91183c4fd77117d9e7f186a1f4fde182895314b18fc5783fee7e2e5595e88'
 default['cluster']['pmix']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/dependencies/pmix"
 
 # Slurmdbd
@@ -24,7 +24,7 @@
 default['cluster']['slurm']['spank_config_dir'] = "#{node['cluster']['slurm']['install_dir']}/etc/plugstack.conf.d"
 
 # Pyxis
-default['cluster']['pyxis']['version'] = '0.20.0'
+default['cluster']['pyxis']['version'] = '0.24.0'
 default['cluster']['pyxis']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/dependencies/pyxis"
 default['cluster']['pyxis']['runtime_path'] = '/run/pyxis'
 

kitchen.docker.yml

@@ -2,7 +2,7 @@
 driver:
   name: dokken
   pull_platform_image: false # Use the local images, prevent pull of docker images from Docker Hub,
-  chef_version: 18.8.54
+  chef_version: 19.3.14
   chef_image: cincproject/cinc
 
 provisioner: