From 070e5ad3bc7e6bbd6019e570adf41ba17aaf90a2 Mon Sep 17 00:00:00 2001 From: Sai Kiran Polisetty Date: Wed, 10 Jun 2026 11:22:58 +0530 Subject: [PATCH] test: Fix L0_perf_tensorrt_llm (#8823) --- qa/L0_perf_tensorrt_llm/test.sh | 9 ++++++--- qa/common/trtllm_util.sh | 4 ++-- 2 files changed, 8 insertions(+), 5 deletions(-) diff --git a/qa/L0_perf_tensorrt_llm/test.sh b/qa/L0_perf_tensorrt_llm/test.sh index 5bf418c5c5..29057c0feb 100755 --- a/qa/L0_perf_tensorrt_llm/test.sh +++ b/qa/L0_perf_tensorrt_llm/test.sh @@ -1,5 +1,5 @@ #!/bin/bash -# Copyright 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# Copyright 2024-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions @@ -29,6 +29,7 @@ RET=0 BASE_DIR=$(pwd) NUM_GPUS=${NUM_GPUS:=1} TENSORRTLLM_BACKEND_REPO_TAG=${TENSORRTLLM_BACKEND_REPO_TAG:="main"} +TRITON_REPO_ORG=${TRITON_REPO_ORG:="https://github.com/triton-inference-server"} TRT_ROOT="/usr/local/tensorrt" MODEL_NAME="gpt2_tensorrt_llm" @@ -76,6 +77,9 @@ function upgrade_openmpi { } # Update environment variables + export PATH=/opt/hpcx/ompi/bin:$PATH + export LD_LIBRARY_PATH=/opt/hpcx/ompi/lib:$LD_LIBRARY_PATH + if ! grep -q '/opt/hpcx/ompi/bin' ~/.bashrc; then echo 'export PATH=/opt/hpcx/ompi/bin:$PATH' >>~/.bashrc fi @@ -84,7 +88,6 @@ function upgrade_openmpi { echo 'export LD_LIBRARY_PATH=/opt/hpcx/ompi/lib:$LD_LIBRARY_PATH' >>~/.bashrc fi ldconfig - source ~/.bashrc cd "$BASE_DIR" mpirun --version } @@ -96,7 +99,7 @@ build_gpt2_tensorrt_engine prepare_model_repository # Install perf_analyzer -pip3 install tritonclient +pip3 install perf_analyzer ARCH="amd64" STATIC_BATCH=1 diff --git a/qa/common/trtllm_util.sh b/qa/common/trtllm_util.sh index 81ecb2d770..e36bcffc35 100755 --- a/qa/common/trtllm_util.sh +++ b/qa/common/trtllm_util.sh @@ -1,5 +1,5 @@ #!/bin/bash -# Copyright 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# Copyright 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions @@ -53,7 +53,7 @@ function build_gpt2_tensorrt_engine { trtllm-build --checkpoint_dir "./c-model/gpt2/${NUM_GPUS}-gpu/" \ --gpt_attention_plugin float16 \ --remove_input_padding enable \ - --paged_kv_cache enable \ + --kv_cache_type paged \ --gemm_plugin float16 \ --workers "${NUM_GPUS}" \ --output_dir "${ENGINES_DIR}"