diff --git a/dockerfile/Dockerfile.triton.trt_llm_backend b/dockerfile/Dockerfile.triton.trt_llm_backend index fe402b73..566cf5e2 100644 --- a/dockerfile/Dockerfile.triton.trt_llm_backend +++ b/dockerfile/Dockerfile.triton.trt_llm_backend @@ -160,6 +160,9 @@ RUN [ "$(uname -m)" != "x86_64" ] && arch="sbsa" || arch="x86_64" \ cuda-nvrtc-dev-${NVRTC_CUDA_VERSION}=${NVRTC_VER} \ libnccl2=${NCCL_VER} \ libnccl-dev=${NCCL_VER} \ + libnvshmem3-cuda-13 \ + && dpkg -L libnvshmem3-cuda-13 | grep libnvshmem_host.so | sed -e 's/libnvshmem_host.*//g' | sort -u > /etc/ld.so.conf.d/libnvshmem3-cuda-13.conf \ + && ldconfig \ && rm -rf /var/lib/apt/lists/* # Install TRT diff --git a/tensorrt_llm b/tensorrt_llm index e4c70784..6339e76b 160000 --- a/tensorrt_llm +++ b/tensorrt_llm @@ -1 +1 @@ -Subproject commit e4c707845ff58fcc0b1d87afb4dd0e64885c780a +Subproject commit 6339e76b6defb4fcee08f1335cff9e2bbd5b0ffc