From 19f2ff9679ed401d2ee66e8a5fd440d71bce2f56 Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Mon, 1 Dec 2025 10:52:12 -0800 Subject: [PATCH 1/7] Update DCGM version --- build.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/build.py b/build.py index 7ecf9b9632..55850264ca 100755 --- a/build.py +++ b/build.py @@ -77,7 +77,7 @@ "ort_version": "1.23.2", "ort_openvino_version": "2025.3.0", "standalone_openvino_version": "2025.3.0", - "dcgm_version": "4.4.0-1", + "dcgm_version": "4.4.2-1", "vllm_version": "0.11.0", "rhel_py_version": "3.12.3", } @@ -862,6 +862,7 @@ def install_dcgm_libraries(dcgm_version, target_machine): # Install DCGM. Steps from https://developer.nvidia.com/dcgm#Downloads RUN dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/sbsa/cuda-rhel8.repo \\ && dnf clean expire-cache \\ + && dnf makecache --refresh \\ && dnf install --assumeyes \\ datacenter-gpu-manager-4-core=1:{} \\ datacenter-gpu-manager-4-devel=1:{} @@ -874,6 +875,7 @@ def install_dcgm_libraries(dcgm_version, target_machine): # Install DCGM. Steps from https://developer.nvidia.com/dcgm#Downloads RUN dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/x86_64/cuda-rhel8.repo \\ && dnf clean expire-cache \\ + && dnf makecache --refresh \\ && dnf install --assumeyes \\ datacenter-gpu-manager-4-core=1:{} \\ datacenter-gpu-manager-4-devel=1:{} @@ -889,7 +891,7 @@ def install_dcgm_libraries(dcgm_version, target_machine): https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/sbsa/cuda-keyring_1.1-1_all.deb \\ && apt install /tmp/cuda-keyring.deb \\ && rm /tmp/cuda-keyring.deb \\ - && apt update \\ + && apt update -qq \\ && apt install --yes --no-install-recommends \\ datacenter-gpu-manager-4-core=1:{} \\ datacenter-gpu-manager-4-dev=1:{} @@ -904,7 +906,7 @@ def install_dcgm_libraries(dcgm_version, target_machine): https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64/cuda-keyring_1.1-1_all.deb \\ && apt install /tmp/cuda-keyring.deb \\ && rm /tmp/cuda-keyring.deb \\ - && apt update \\ + && apt update -qq \\ && apt install --yes --no-install-recommends \\ datacenter-gpu-manager-4-core=1:{} \\ datacenter-gpu-manager-4-dev=1:{} From bf2d4d49d89c9321bd3c0583d88804d44bee35a7 Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Mon, 1 Dec 2025 11:43:09 -0800 Subject: [PATCH 2/7] dnf: Make installation arch specific --- build.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/build.py b/build.py index 55850264ca..0b157d6c76 100755 --- a/build.py +++ b/build.py @@ -864,8 +864,8 @@ def install_dcgm_libraries(dcgm_version, target_machine): && dnf clean expire-cache \\ && dnf makecache --refresh \\ && dnf install --assumeyes \\ - datacenter-gpu-manager-4-core=1:{} \\ - datacenter-gpu-manager-4-devel=1:{} + datacenter-gpu-manager-4-core.aarch64=1:{} \\ + datacenter-gpu-manager-4-devel.aarch64=1:{} """.format( dcgm_version, dcgm_version, dcgm_version ) @@ -877,8 +877,8 @@ def install_dcgm_libraries(dcgm_version, target_machine): && dnf clean expire-cache \\ && dnf makecache --refresh \\ && dnf install --assumeyes \\ - datacenter-gpu-manager-4-core=1:{} \\ - datacenter-gpu-manager-4-devel=1:{} + datacenter-gpu-manager-4-core.x86_64=1:{} \\ + datacenter-gpu-manager-4-devel.x86_64=1:{} """.format( dcgm_version, dcgm_version, dcgm_version ) From b395bd90ed7c97e539754d447ada909ed079ec5c Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Mon, 1 Dec 2025 13:13:40 -0800 Subject: [PATCH 3/7] dnf - change packge reference --- build.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/build.py b/build.py index 0b157d6c76..4e5d287c42 100755 --- a/build.py +++ b/build.py @@ -864,8 +864,8 @@ def install_dcgm_libraries(dcgm_version, target_machine): && dnf clean expire-cache \\ && dnf makecache --refresh \\ && dnf install --assumeyes \\ - datacenter-gpu-manager-4-core.aarch64=1:{} \\ - datacenter-gpu-manager-4-devel.aarch64=1:{} + datacenter-gpu-manager-4-core-{} \\ + datacenter-gpu-manager-4-devel-{} """.format( dcgm_version, dcgm_version, dcgm_version ) @@ -877,8 +877,8 @@ def install_dcgm_libraries(dcgm_version, target_machine): && dnf clean expire-cache \\ && dnf makecache --refresh \\ && dnf install --assumeyes \\ - datacenter-gpu-manager-4-core.x86_64=1:{} \\ - datacenter-gpu-manager-4-devel.x86_64=1:{} + datacenter-gpu-manager-4-core-{} \\ + datacenter-gpu-manager-4-devel-{} """.format( dcgm_version, dcgm_version, dcgm_version ) From 6089e817b0e04e37cf8e638a26b031ef895df10b Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Mon, 1 Dec 2025 15:24:40 -0800 Subject: [PATCH 4/7] dnf - change packge reference --- build.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/build.py b/build.py index 4e5d287c42..a3c019a2b9 100755 --- a/build.py +++ b/build.py @@ -864,8 +864,8 @@ def install_dcgm_libraries(dcgm_version, target_machine): && dnf clean expire-cache \\ && dnf makecache --refresh \\ && dnf install --assumeyes \\ - datacenter-gpu-manager-4-core-{} \\ - datacenter-gpu-manager-4-devel-{} + datacenter-gpu-manager-4-core-1:{} \\ + datacenter-gpu-manager-4-devel-1:{} """.format( dcgm_version, dcgm_version, dcgm_version ) @@ -877,8 +877,8 @@ def install_dcgm_libraries(dcgm_version, target_machine): && dnf clean expire-cache \\ && dnf makecache --refresh \\ && dnf install --assumeyes \\ - datacenter-gpu-manager-4-core-{} \\ - datacenter-gpu-manager-4-devel-{} + datacenter-gpu-manager-4-core-1:{} \\ + datacenter-gpu-manager-4-devel-1:{} """.format( dcgm_version, dcgm_version, dcgm_version ) From 9a88e29a6b3a695e80da99fa2913338763afb688 Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Tue, 2 Dec 2025 16:27:18 -0800 Subject: [PATCH 5/7] build.py - add required installation instructions. --- build.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/build.py b/build.py index a3c019a2b9..21ba138510 100755 --- a/build.py +++ b/build.py @@ -1535,6 +1535,16 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach repo_arch=repo_arch ) + if target_platform() == "rhel": + repo_arch = "sbsa" if target_machine == "aarch64" else "x86_64" + df += """ +RUN dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/{repo_arch}/cuda-rhel8.repo \\ + && dnf clean expire-cache \\ + && dnf install --assumeyes libnvshmem3-cuda-13 +""".format( + repo_arch=repo_arch + ) + df += """ WORKDIR /opt/tritonserver RUN rm -fr /opt/tritonserver/* From a541aa25d5ff6bb489bba00d41c056a5fd36011a Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Wed, 3 Dec 2025 08:31:04 -0800 Subject: [PATCH 6/7] build.py - remove redundant step --- build.py | 25 ++----------------------- 1 file changed, 2 insertions(+), 23 deletions(-) diff --git a/build.py b/build.py index 21ba138510..7c33802c20 100755 --- a/build.py +++ b/build.py @@ -1519,31 +1519,10 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach ENV PYTHONPATH=/opt/tritonserver/backends/dali/wheel/dali:$PYTHONPATH """ - if target_platform() not in ["igpu", "windows", "rhel"]: - repo_arch = "sbsa" if target_machine == "aarch64" else "x86_64" - df += f""" -RUN curl -o /tmp/cuda-keyring.deb \\ - https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/{repo_arch}/cuda-keyring_1.1-1_all.deb \\ - && apt install /tmp/cuda-keyring.deb \\ - && rm /tmp/cuda-keyring.deb \\ - && apt update -qq \\ - && apt install --yes --no-install-recommends libnvshmem3-cuda-13 \\ - && rm -rf /var/lib/apt/lists/* \\ - && dpkg -L libnvshmem3-cuda-13 | grep libnvshmem_host.so | sed -e 's/libnvshmem_host.*//g' | sort -u > /etc/ld.so.conf.d/libnvshmem3-cuda-13.conf \\ - && ldconfig -""".format( - repo_arch=repo_arch - ) - if target_platform() == "rhel": - repo_arch = "sbsa" if target_machine == "aarch64" else "x86_64" df += """ -RUN dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/{repo_arch}/cuda-rhel8.repo \\ - && dnf clean expire-cache \\ - && dnf install --assumeyes libnvshmem3-cuda-13 -""".format( - repo_arch=repo_arch - ) +RUN dirname $(find /usr -name "libcudart*.so" -o -name "libnvinf*.so" -o -name "libnvshm*" ) | sort -u > /etc/ld.so.conf.d/triton-cuda-libs.conf && ldconfig +""" df += """ WORKDIR /opt/tritonserver From b3e0de464fb2127ccc20274e779f4a610fdeb46a Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Wed, 3 Dec 2025 11:53:04 -0800 Subject: [PATCH 7/7] build.py - add shared-memory instalation back to the ManyLinux --- build.py | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/build.py b/build.py index 7c33802c20..eb391ae210 100755 --- a/build.py +++ b/build.py @@ -1520,9 +1520,16 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach """ if target_platform() == "rhel": + repo_arch = "sbsa" if target_machine == "aarch64" else "x86_64" df += """ -RUN dirname $(find /usr -name "libcudart*.so" -o -name "libnvinf*.so" -o -name "libnvshm*" ) | sort -u > /etc/ld.so.conf.d/triton-cuda-libs.conf && ldconfig -""" +RUN dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/{repo_arch}/cuda-rhel8.repo \\ + && dnf clean expire-cache \\ + && dnf install --assumeyes libnvshmem3-cuda-13 + +RUN dirname $(find /usr -name "libcudart*.so" -o -name "libnvinf*.so" -o -name "libnvshm*" -type f) | sort -u > /etc/ld.so.conf.d/triton-cuda-libs.conf && ldconfig +""".format( + repo_arch=repo_arch + ) df += """ WORKDIR /opt/tritonserver