From c7e0d81626459aed7462d160667f7baefa36638f Mon Sep 17 00:00:00 2001 From: J Wyman Date: Mon, 29 Sep 2025 13:47:02 -0400 Subject: [PATCH] fix: Update L0_openai to adapt TRT-LLM v1.0 This change moves the import of `LLM` from `tensorrt_llm` to `tensorrt_llm._tensorrt_engine` to adapt the API changes in TRT-LLM v1.0. --- qa/L0_openai/generate_engine.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/qa/L0_openai/generate_engine.py b/qa/L0_openai/generate_engine.py index b71e084b03..83ea35a88d 100644 --- a/qa/L0_openai/generate_engine.py +++ b/qa/L0_openai/generate_engine.py @@ -25,7 +25,8 @@ # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. from argparse import ArgumentParser -from tensorrt_llm import LLM, BuildConfig +from tensorrt_llm import BuildConfig +from tensorrt_llm._tensorrt_engine import LLM from tensorrt_llm.plugin import PluginConfig