diff --git a/CHANGELOG.md b/CHANGELOG.md index 1c07a1653..465443e66 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -40,6 +40,16 @@ This file is used to list changes made in each version of the AWS ParallelCluste - Install amazon-efs-utils from the official EFS endpoint instead of building from source. Need to allowlist the CloudFront domain `amazon-efs-utils.aws.com` in their proxy/egress configuration for `build-image` with isolated subnets. +- Upgrade Cinc Client to version 19.3.14 (from 18.8.54). +- Upgrade GDRCopy to version 2.6 (from 2.5.2). +- Upgrade PMIx to version 5.0.11 (from 5.0.10). +- Upgrade Enroot to version 4.2.1 (from 3.4.1). +- Upgrade Pyxis to version 0.24.0 (from 0.20.0). +- Upgrade stunnel to version 5.78 (from 5.67). +- Upgrade Python to version 3.14.6 (from 3.14.2). +- Upgrade Intel MPI to version 2021.18.0.749 (from 2021.17.2.94). +- Upgrade Arm Performance Libraries (ArmPL) to version 26.01.1 (from 24.10). +- Upgrade Cinc Client to version 19.3.14 (from 18.8.54). **BUG FIXES** - Fix cluster creation failure caused by Slurm accounting bootstrap failing when ClusterName is overridden diff --git a/cookbooks/aws-parallelcluster-platform/attributes/platform.rb b/cookbooks/aws-parallelcluster-platform/attributes/platform.rb index a833d6628..562672818 100644 --- a/cookbooks/aws-parallelcluster-platform/attributes/platform.rb +++ b/cookbooks/aws-parallelcluster-platform/attributes/platform.rb @@ -8,16 +8,16 @@ # ArmPL default['conditions']['arm_pl_supported'] = arm_instance? -default['cluster']['armpl']['version'] = '24.10' +default['cluster']['armpl']['version'] = '26.01.1' default['cluster']['armpl']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/armpl" # Stunnel -default['cluster']['stunnel']['version'] = '5.67' -default['cluster']['stunnel']['sha256'] = '3086939ee6407516c59b0ba3fbf555338f9d52f459bcab6337c0f00e91ea8456' +default['cluster']['stunnel']['version'] = '5.78' +default['cluster']['stunnel']['sha256'] = '8727e53bb8b7528f850327a2a149158422c02183bc120d1d733cc65b1e2c349d' default['cluster']['stunnel']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/stunnel" # Enroot -default['cluster']['enroot']['version'] = '3.4.1' +default['cluster']['enroot']['version'] = '4.2.1' default['cluster']['enroot']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/dependencies/enroot" default['cluster']['enroot']['caps_base_url'] = "#{node['cluster']['artifacts_s3_url']}/dependencies/enroot" default['cluster']['enroot']['temporary_dir'] = '/run/enroot' @@ -39,8 +39,8 @@ default['cluster']['nvidia']['cuda']['driver_version_suffix'] = '580.95.05' # GDRCopy -default['cluster']['nvidia']['gdrcopy']['version'] = '2.5.2' -default['cluster']['nvidia']['gdrcopy']['sha256'] = '32bc7b2c198dd97ec251de0ff4823252c95e31a4c79a5f843c82514c9af2052b' +default['cluster']['nvidia']['gdrcopy']['version'] = '2.6' +default['cluster']['nvidia']['gdrcopy']['sha256'] = 'c9eaf0593567ac5765d04c48cf7923dacb2644240b35bb5f025edb3bde1d5b4f' default['cluster']['nvidia']['gdrcopy']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/dependencies/gdr_copy/v#{node['cluster']['nvidia']['gdrcopy']['version']}.tar.gz" # nvidia-imex @@ -104,6 +104,6 @@ default['cluster']['instance_types_data_s3_key'] = nil # Intel MPI -default['cluster']['intelmpi']['version'] = '2021.17' -default['cluster']['intelmpi']['full_version'] = '2021.17.2.94' +default['cluster']['intelmpi']['version'] = '2021.18' +default['cluster']['intelmpi']['full_version'] = '2021.18.0.749' default['cluster']['intelmpi']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/impi" diff --git a/cookbooks/aws-parallelcluster-platform/spec/unit/resources/arm_pl_spec.rb b/cookbooks/aws-parallelcluster-platform/spec/unit/resources/arm_pl_spec.rb index 3825319dd..74ac2a6a1 100644 --- a/cookbooks/aws-parallelcluster-platform/spec/unit/resources/arm_pl_spec.rb +++ b/cookbooks/aws-parallelcluster-platform/spec/unit/resources/arm_pl_spec.rb @@ -16,7 +16,7 @@ def self.setup(chef_run) cached(:aws_region) { 'test_region' } cached(:aws_domain) { 'test_domain' } cached(:armpl_major_minor_version) do - '24.10' + 'armpl_test_version' end cached(:armpl_platform) do @@ -62,6 +62,7 @@ def self.setup(chef_run) runner = runner(platform: platform, version: version, step_into: ['arm_pl']) do |node| node.override['conditions']['arm_pl_supported'] = false node.override['cluster']['artifacts_s3_url'] = "https://bucket.s3.amazonaws.com/archives" + node.override['cluster']['armpl']['version'] = armpl_version end ConvergeArmPl.setup(runner) end @@ -79,6 +80,7 @@ def self.setup(chef_run) node.override['cluster']['sources_dir'] = sources_dir node.override['cluster']['region'] = aws_region node.override['cluster']['artifacts_s3_url'] = "https://bucket.s3.amazonaws.com/archives" + node.override['cluster']['armpl']['version'] = armpl_version end allow_any_instance_of(Object).to receive(:aws_domain).and_return(aws_domain) ConvergeArmPl.setup(runner) diff --git a/cookbooks/aws-parallelcluster-platform/spec/unit/resources/enroot_spec.rb b/cookbooks/aws-parallelcluster-platform/spec/unit/resources/enroot_spec.rb index e93514fe0..9d39a0fca 100644 --- a/cookbooks/aws-parallelcluster-platform/spec/unit/resources/enroot_spec.rb +++ b/cookbooks/aws-parallelcluster-platform/spec/unit/resources/enroot_spec.rb @@ -1,6 +1,6 @@ require 'spec_helper' -package_version = '3.4.1' +package_version = 'enroot_version' class ConvergeEnroot def self.setup(chef_run) chef_run.converge_dsl('aws-parallelcluster-platform') do @@ -16,16 +16,17 @@ def self.setup(chef_run) context "on #{platform}#{version}" do cached(:chef_run) do allow_any_instance_of(Object).to receive(:nvidia_enabled?).and_return(false) - runner = runner(platform: platform, version: version, step_into: ['enroot']) - ConvergeEnroot.setup(runner) + runner(platform: platform, version: version, step_into: ['enroot']) do |node| + node.override['cluster']['enroot']['version'] = package_version + end end cached(:resource) do + ConvergeEnroot.setup(chef_run) chef_run.find_resource('enroot', 'setup') end - it 'returns the expected enroot version' do - expected_enroot_version = "3.4.1" - expect(resource.package_version).to eq(expected_enroot_version) + it 'returns the version from the node attribute' do + expect(resource.package_version).to eq(package_version) end end end diff --git a/cookbooks/aws-parallelcluster-shared/attributes/versions.rb b/cookbooks/aws-parallelcluster-shared/attributes/versions.rb index df086d053..4659d14a8 100644 --- a/cookbooks/aws-parallelcluster-shared/attributes/versions.rb +++ b/cookbooks/aws-parallelcluster-shared/attributes/versions.rb @@ -1,5 +1,5 @@ # Python Version -default['cluster']['python-version'] = '3.14.2' +default['cluster']['python-version'] = '3.14.6' default['cluster']['python-major-minor-version'] = '3.14' # Test mode: install Python and dependencies from internet instead of pre-built S3 packages diff --git a/cookbooks/aws-parallelcluster-slurm/attributes/slurm_attributes.rb b/cookbooks/aws-parallelcluster-slurm/attributes/slurm_attributes.rb index 0fda0698b..45484cdc1 100644 --- a/cookbooks/aws-parallelcluster-slurm/attributes/slurm_attributes.rb +++ b/cookbooks/aws-parallelcluster-slurm/attributes/slurm_attributes.rb @@ -13,8 +13,8 @@ default['cluster']['enable_nss_slurm'] = node['cluster']['directory_service']['enabled'] # PMIX Version and Checksum -default['cluster']['pmix']['version'] = '5.0.10' -default['cluster']['pmix']['sha256'] = '7c0be0b5f85cc605fc51b44642fab72494e739ef9c1aa52a8741b847d6907b43' +default['cluster']['pmix']['version'] = '5.0.11' +default['cluster']['pmix']['sha256'] = '11d91183c4fd77117d9e7f186a1f4fde182895314b18fc5783fee7e2e5595e88' default['cluster']['pmix']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/dependencies/pmix" # Slurmdbd @@ -24,7 +24,7 @@ default['cluster']['slurm']['spank_config_dir'] = "#{node['cluster']['slurm']['install_dir']}/etc/plugstack.conf.d" # Pyxis -default['cluster']['pyxis']['version'] = '0.20.0' +default['cluster']['pyxis']['version'] = '0.24.0' default['cluster']['pyxis']['base_url'] = "#{node['cluster']['artifacts_s3_url']}/dependencies/pyxis" default['cluster']['pyxis']['runtime_path'] = '/run/pyxis' diff --git a/kitchen.docker.yml b/kitchen.docker.yml index 39a344658..41e310da8 100644 --- a/kitchen.docker.yml +++ b/kitchen.docker.yml @@ -2,7 +2,7 @@ driver: name: dokken pull_platform_image: false # Use the local images, prevent pull of docker images from Docker Hub, - chef_version: 18.8.54 + chef_version: 19.3.14 chef_image: cincproject/cinc provisioner: