We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e2cbad2 commit 55ccfa5Copy full SHA for 55ccfa5
1 file changed
qa/L0_openai/generate_engine.py
@@ -25,7 +25,8 @@
25
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26
from argparse import ArgumentParser
27
28
-from tensorrt_llm import LLM, BuildConfig
+from tensorrt_llm import BuildConfig
29
+from tensorrt_llm._tensorrt_engine import LLM
30
from tensorrt_llm.plugin import PluginConfig
31
32
0 commit comments