diff --git a/build.py b/build.py index 7ecf9b9632..eb391ae210 100755 --- a/build.py +++ b/build.py @@ -77,7 +77,7 @@ "ort_version": "1.23.2", "ort_openvino_version": "2025.3.0", "standalone_openvino_version": "2025.3.0", - "dcgm_version": "4.4.0-1", + "dcgm_version": "4.4.2-1", "vllm_version": "0.11.0", "rhel_py_version": "3.12.3", } @@ -862,9 +862,10 @@ def install_dcgm_libraries(dcgm_version, target_machine): # Install DCGM. Steps from https://developer.nvidia.com/dcgm#Downloads RUN dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/sbsa/cuda-rhel8.repo \\ && dnf clean expire-cache \\ + && dnf makecache --refresh \\ && dnf install --assumeyes \\ - datacenter-gpu-manager-4-core=1:{} \\ - datacenter-gpu-manager-4-devel=1:{} + datacenter-gpu-manager-4-core-1:{} \\ + datacenter-gpu-manager-4-devel-1:{} """.format( dcgm_version, dcgm_version, dcgm_version ) @@ -874,9 +875,10 @@ def install_dcgm_libraries(dcgm_version, target_machine): # Install DCGM. Steps from https://developer.nvidia.com/dcgm#Downloads RUN dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/x86_64/cuda-rhel8.repo \\ && dnf clean expire-cache \\ + && dnf makecache --refresh \\ && dnf install --assumeyes \\ - datacenter-gpu-manager-4-core=1:{} \\ - datacenter-gpu-manager-4-devel=1:{} + datacenter-gpu-manager-4-core-1:{} \\ + datacenter-gpu-manager-4-devel-1:{} """.format( dcgm_version, dcgm_version, dcgm_version ) @@ -889,7 +891,7 @@ def install_dcgm_libraries(dcgm_version, target_machine): https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/sbsa/cuda-keyring_1.1-1_all.deb \\ && apt install /tmp/cuda-keyring.deb \\ && rm /tmp/cuda-keyring.deb \\ - && apt update \\ + && apt update -qq \\ && apt install --yes --no-install-recommends \\ datacenter-gpu-manager-4-core=1:{} \\ datacenter-gpu-manager-4-dev=1:{} @@ -904,7 +906,7 @@ def install_dcgm_libraries(dcgm_version, target_machine): https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64/cuda-keyring_1.1-1_all.deb \\ && apt install /tmp/cuda-keyring.deb \\ && rm /tmp/cuda-keyring.deb \\ - && apt update \\ + && apt update -qq \\ && apt install --yes --no-install-recommends \\ datacenter-gpu-manager-4-core=1:{} \\ datacenter-gpu-manager-4-dev=1:{} @@ -1517,18 +1519,14 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach ENV PYTHONPATH=/opt/tritonserver/backends/dali/wheel/dali:$PYTHONPATH """ - if target_platform() not in ["igpu", "windows", "rhel"]: + if target_platform() == "rhel": repo_arch = "sbsa" if target_machine == "aarch64" else "x86_64" - df += f""" -RUN curl -o /tmp/cuda-keyring.deb \\ - https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/{repo_arch}/cuda-keyring_1.1-1_all.deb \\ - && apt install /tmp/cuda-keyring.deb \\ - && rm /tmp/cuda-keyring.deb \\ - && apt update -qq \\ - && apt install --yes --no-install-recommends libnvshmem3-cuda-13 \\ - && rm -rf /var/lib/apt/lists/* \\ - && dpkg -L libnvshmem3-cuda-13 | grep libnvshmem_host.so | sed -e 's/libnvshmem_host.*//g' | sort -u > /etc/ld.so.conf.d/libnvshmem3-cuda-13.conf \\ - && ldconfig + df += """ +RUN dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda/repos/rhel8/{repo_arch}/cuda-rhel8.repo \\ + && dnf clean expire-cache \\ + && dnf install --assumeyes libnvshmem3-cuda-13 + +RUN dirname $(find /usr -name "libcudart*.so" -o -name "libnvinf*.so" -o -name "libnvshm*" -type f) | sort -u > /etc/ld.so.conf.d/triton-cuda-libs.conf && ldconfig """.format( repo_arch=repo_arch )