Update

Author: yinggeh

python/openai/openai_frontend/engine/triton_engine.py

@@ -991,15 +991,16 @@ def _validate_completion_request(
         if not isinstance(request.prompt, str):
             raise ClientError("only single string input is supported")
 
-        if request.n and request.n > 1:
+        if "best_of" in request.model_fields_set and metadata.backend == "vllm":
             raise ClientError(
-                f"Received n={request.n}, but only single choice (n=1) is currently supported"
+                "best_of is no longer supported in vLLM backend, removed from vLLM V1 engine"
             )
 
-        if "best_of" in request.model_fields_set and metadata.backend == "vllm":
+        if request.n and request.n > 1:
             raise ClientError(
-                "best_of is no longer supported in vLLM backend, removed from vLLM V1 engine"
+                f"Received n={request.n}, but only single choice (n=1) is currently supported"
             )
+
         if request.best_of and request.best_of > 1:
             raise ClientError(
                 f"Received best_of={request.best_of}, but only single choice (best_of=1) is currently supported"

python/openai/requirements-test.txt

@@ -1,4 +1,4 @@
-# Copyright 2024-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# Copyright 2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
@@ -24,10 +24,6 @@
 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
-
 # Testing
 pytest==8.1.1
 pytest-asyncio==0.23.8
-
-# The latest stable version of scipy is 1.17.0 which caused segfault during tests. See TRI-620.
-scipy==1.16.3

python/openai/requirements.txt

@@ -1,4 +1,4 @@
-# Copyright 2024-2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# Copyright 2024-2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
@@ -31,6 +31,9 @@ fastapi==0.121.2
 httpx==0.27.2
 openai==1.107.3
 partial-json-parser # used for parsing partial JSON outputs
+
+# FIXME [TRI-641]: The latest stable version of scipy is 1.17.0 which caused segfault during tests. See TRI-620.
+scipy==1.16.3
 # Minimum starlette version needed to address CVE(s):
 # https://github.com/advisories/GHSA-f96h-pmfr-66vw
 # https://github.com/advisories/GHSA-7f5h-v6xp-fcq8