From 64b3ba057e75a7122ffb80802149545aea55064d Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Wed, 22 Oct 2025 15:21:12 -0700 Subject: [PATCH 1/5] remove obsolete instructions --- TRITON_VERSION | 2 +- build.py | 13 ------------- 2 files changed, 1 insertion(+), 14 deletions(-) diff --git a/TRITON_VERSION b/TRITON_VERSION index 995366c63c..d9a000c4ed 100644 --- a/TRITON_VERSION +++ b/TRITON_VERSION @@ -1 +1 @@ -2.62.0 +2.62.0dev diff --git a/build.py b/build.py index c5dc3b3920..d41b599900 100755 --- a/build.py +++ b/build.py @@ -1282,11 +1282,6 @@ def create_dockerfile_linux( pip3 install --no-cache-dir grpcio-tools==1.64.0 && \\ pip3 uninstall -y setuptools ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib/:/opt/tritonserver/backends/tensorrtllm:$LD_LIBRARY_PATH - -# There are some ucc issues when spawning mpi processes with ompi v4.1.7a1. -# Downgrade to ompi v4.1.5rc2 to avoid the issue. -RUN rm -fr /opt/hpcx/ompi -COPY --from=nvcr.io/nvidia/tritonserver:24.02-py3-min /opt/hpcx/ompi /opt/hpcx/ompi """ with open(os.path.join(ddir, dockerfile_name), "w") as dfile: dfile.write(df) @@ -1465,14 +1460,6 @@ def dockerfile_prepare_container_linux(argmap, backends, enable_gpu, target_mach virtualenv \\ && rm -rf /var/lib/apt/lists/* """ - if "tensorrtllm" in backends: - df += """ -# Updating the openssh-client to fix for the CVE-2024-6387. This can be removed when trtllm uses a later CUDA container(12.5 or later) -RUN apt-get update \\ - && apt-get install -y --no-install-recommends \\ - openssh-client \\ - && rm -rf /var/lib/apt/lists/* - """ if "vllm" in backends: df += f""" From a125ababbacb2a5a39ec4a63e7c07cebe12c90c6 Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Thu, 23 Oct 2025 10:49:42 -0700 Subject: [PATCH 2/5] Installing proto as dependency for TensorRT-LLM --- build.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/build.py b/build.py index d41b599900..97679c37f9 100755 --- a/build.py +++ b/build.py @@ -1282,6 +1282,10 @@ def create_dockerfile_linux( pip3 install --no-cache-dir grpcio-tools==1.64.0 && \\ pip3 uninstall -y setuptools ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib/:/opt/tritonserver/backends/tensorrtllm:$LD_LIBRARY_PATH + +RUN apt-get update && apt-get install -y --no-install-recommends \ + libprotobuf-dev \ + && rm -rf /var/lib/apt/lists/* """ with open(os.path.join(ddir, dockerfile_name), "w") as dfile: dfile.write(df) From 87632445f636d0f9a180665bcae472f83d39f6aa Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Fri, 24 Oct 2025 09:53:29 -0700 Subject: [PATCH 3/5] Revert "Installing proto as dependency for TensorRT-LLM" This reverts commit a125ababbacb2a5a39ec4a63e7c07cebe12c90c6. --- build.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/build.py b/build.py index 97679c37f9..d41b599900 100755 --- a/build.py +++ b/build.py @@ -1282,10 +1282,6 @@ def create_dockerfile_linux( pip3 install --no-cache-dir grpcio-tools==1.64.0 && \\ pip3 uninstall -y setuptools ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib/:/opt/tritonserver/backends/tensorrtllm:$LD_LIBRARY_PATH - -RUN apt-get update && apt-get install -y --no-install-recommends \ - libprotobuf-dev \ - && rm -rf /var/lib/apt/lists/* """ with open(os.path.join(ddir, dockerfile_name), "w") as dfile: dfile.write(df) From 05113a31d241f188e52c07e6f0fbd8d91172a8ed Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Fri, 24 Oct 2025 13:34:45 -0700 Subject: [PATCH 4/5] Fix version value --- TRITON_VERSION | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/TRITON_VERSION b/TRITON_VERSION index d9a000c4ed..995366c63c 100644 --- a/TRITON_VERSION +++ b/TRITON_VERSION @@ -1 +1 @@ -2.62.0dev +2.62.0 From 60737ab12aabf9d5d67a3dc587211995a30daad5 Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Fri, 24 Oct 2025 13:47:05 -0700 Subject: [PATCH 5/5] Reapply "Installing proto as dependency for TensorRT-LLM" This reverts commit 87632445f636d0f9a180665bcae472f83d39f6aa. --- build.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/build.py b/build.py index d41b599900..97679c37f9 100755 --- a/build.py +++ b/build.py @@ -1282,6 +1282,10 @@ def create_dockerfile_linux( pip3 install --no-cache-dir grpcio-tools==1.64.0 && \\ pip3 uninstall -y setuptools ENV LD_LIBRARY_PATH=/usr/local/tensorrt/lib/:/opt/tritonserver/backends/tensorrtllm:$LD_LIBRARY_PATH + +RUN apt-get update && apt-get install -y --no-install-recommends \ + libprotobuf-dev \ + && rm -rf /var/lib/apt/lists/* """ with open(os.path.join(ddir, dockerfile_name), "w") as dfile: dfile.write(df)