File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 11#! /bin/bash
2- # Copyright 2024-2025 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+ # Copyright 2024-2026 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33#
44# Redistribution and use in source and binary forms, with or without
55# modification, are permitted provided that the following conditions
2929BASE_DIR=$( pwd)
3030NUM_GPUS=${NUM_GPUS:= 1}
3131TENSORRTLLM_BACKEND_REPO_TAG=${TENSORRTLLM_BACKEND_REPO_TAG:= " main" }
32+ TRITON_REPO_ORG=${TRITON_REPO_ORG:= " https://github.com/triton-inference-server" }
3233TRT_ROOT=" /usr/local/tensorrt"
3334
3435MODEL_NAME=" gpt2_tensorrt_llm"
@@ -76,6 +77,9 @@ function upgrade_openmpi {
7677 }
7778
7879 # Update environment variables
80+ export PATH=/opt/hpcx/ompi/bin:$PATH
81+ export LD_LIBRARY_PATH=/opt/hpcx/ompi/lib:$LD_LIBRARY_PATH
82+
7983 if ! grep -q ' /opt/hpcx/ompi/bin' ~ /.bashrc; then
8084 echo ' export PATH=/opt/hpcx/ompi/bin:$PATH' >> ~/.bashrc
8185 fi
@@ -84,7 +88,6 @@ function upgrade_openmpi {
8488 echo ' export LD_LIBRARY_PATH=/opt/hpcx/ompi/lib:$LD_LIBRARY_PATH' >> ~/.bashrc
8589 fi
8690 ldconfig
87- source ~ /.bashrc
8891 cd " $BASE_DIR "
8992 mpirun --version
9093}
@@ -96,7 +99,7 @@ build_gpt2_tensorrt_engine
9699prepare_model_repository
97100
98101# Install perf_analyzer
99- pip3 install tritonclient
102+ pip3 install perf_analyzer
100103
101104ARCH=" amd64"
102105STATIC_BATCH=1
Original file line number Diff line number Diff line change 11#! /bin/bash
2- # Copyright 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2+ # Copyright 2025-2026 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
33#
44# Redistribution and use in source and binary forms, with or without
55# modification, are permitted provided that the following conditions
@@ -53,7 +53,7 @@ function build_gpt2_tensorrt_engine {
5353 trtllm-build --checkpoint_dir " ./c-model/gpt2/${NUM_GPUS} -gpu/" \
5454 --gpt_attention_plugin float16 \
5555 --remove_input_padding enable \
56- --paged_kv_cache enable \
56+ --kv_cache_type paged \
5757 --gemm_plugin float16 \
5858 --workers " ${NUM_GPUS} " \
5959 --output_dir " ${ENGINES_DIR} "
You can’t perform that action at this time.
0 commit comments