Skip to content

Commit fe1f873

Browse files
authored
test: Fix L0_perf_tensorrt_llm (#8823) (#8832)
1 parent e5f5faf commit fe1f873

2 files changed

Lines changed: 8 additions & 5 deletions

File tree

qa/L0_perf_tensorrt_llm/test.sh

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#!/bin/bash
2-
# Copyright 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# Copyright 2024-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
#
44
# Redistribution and use in source and binary forms, with or without
55
# modification, are permitted provided that the following conditions
@@ -29,6 +29,7 @@ RET=0
2929
BASE_DIR=$(pwd)
3030
NUM_GPUS=${NUM_GPUS:=1}
3131
TENSORRTLLM_BACKEND_REPO_TAG=${TENSORRTLLM_BACKEND_REPO_TAG:="main"}
32+
TRITON_REPO_ORG=${TRITON_REPO_ORG:="https://github.com/triton-inference-server"}
3233
TRT_ROOT="/usr/local/tensorrt"
3334

3435
MODEL_NAME="gpt2_tensorrt_llm"
@@ -76,6 +77,9 @@ function upgrade_openmpi {
7677
}
7778

7879
# Update environment variables
80+
export PATH=/opt/hpcx/ompi/bin:$PATH
81+
export LD_LIBRARY_PATH=/opt/hpcx/ompi/lib:$LD_LIBRARY_PATH
82+
7983
if ! grep -q '/opt/hpcx/ompi/bin' ~/.bashrc; then
8084
echo 'export PATH=/opt/hpcx/ompi/bin:$PATH' >>~/.bashrc
8185
fi
@@ -84,7 +88,6 @@ function upgrade_openmpi {
8488
echo 'export LD_LIBRARY_PATH=/opt/hpcx/ompi/lib:$LD_LIBRARY_PATH' >>~/.bashrc
8589
fi
8690
ldconfig
87-
source ~/.bashrc
8891
cd "$BASE_DIR"
8992
mpirun --version
9093
}
@@ -96,7 +99,7 @@ build_gpt2_tensorrt_engine
9699
prepare_model_repository
97100

98101
# Install perf_analyzer
99-
pip3 install tritonclient
102+
pip3 install perf_analyzer
100103

101104
ARCH="amd64"
102105
STATIC_BATCH=1

qa/common/trtllm_util.sh

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
#!/bin/bash
2-
# Copyright 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+
# Copyright 2025-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33
#
44
# Redistribution and use in source and binary forms, with or without
55
# modification, are permitted provided that the following conditions
@@ -53,7 +53,7 @@ function build_gpt2_tensorrt_engine {
5353
trtllm-build --checkpoint_dir "./c-model/gpt2/${NUM_GPUS}-gpu/" \
5454
--gpt_attention_plugin float16 \
5555
--remove_input_padding enable \
56-
--paged_kv_cache enable \
56+
--kv_cache_type paged \
5757
--gemm_plugin float16 \
5858
--workers "${NUM_GPUS}" \
5959
--output_dir "${ENGINES_DIR}"

0 commit comments

Comments
 (0)