Fix: gracefully ignore unsupported OpenAI API parameters (#1261)

Author: sufubao

lightllm/server/api_models.py

@@ -2,7 +2,7 @@
 from typing_extensions import deprecated
 import uuid
 
-from pydantic import BaseModel, Field, field_validator, model_validator
+from pydantic import BaseModel, ConfigDict, Field, field_validator, model_validator
 from typing import Any, Dict, List, Optional, Union, Literal, ClassVar
 from transformers import GenerationConfig
 
@@ -116,6 +116,7 @@ def _normalize_role(cls, v):
 
 
 class CompletionRequest(BaseModel):
+    model_config = ConfigDict(extra="ignore")
     model: str
     # prompt: string or tokens
     prompt: Union[str, List[str], List[int], List[List[int]]]
@@ -187,6 +188,7 @@ def apply_loaded_defaults(cls, data: Any):
 
 
 class ChatCompletionRequest(BaseModel):
+    model_config = ConfigDict(extra="ignore")
     model: str
     messages: List[ChatCompletionMessageParam]
     function_call: Optional[str] = "none"

lightllm/server/api_openai.py

@@ -180,13 +180,10 @@ async def chat_completions_impl(request: ChatCompletionRequest, raw_request: Req
     from .api_http import g_objs
 
     if request.logit_bias is not None:
-        return create_error_response(
-            HTTPStatus.BAD_REQUEST,
-            "The logit_bias parameter is not currently supported",
-        )
+        logger.debug("Received unsupported parameter 'logit_bias', ignoring")
 
     if request.function_call != "none":
-        return create_error_response(HTTPStatus.BAD_REQUEST, "The function call feature is not supported")
+        logger.debug("Received unsupported parameter 'function_call', ignoring")
 
     created_time = int(time.time())
 
@@ -607,10 +604,7 @@ async def completions_impl(request: CompletionRequest, raw_request: Request) ->
     from .api_http import g_objs
 
     if request.logit_bias is not None:
-        return create_error_response(
-            HTTPStatus.BAD_REQUEST,
-            "The logit_bias parameter is not currently supported",
-        )
+        logger.debug("Received unsupported parameter 'logit_bias', ignoring")
 
     created_time = int(time.time())
 
@@ -638,10 +632,7 @@ async def completions_impl(request: CompletionRequest, raw_request: Request) ->
 
     # Handle suffix for completion mode
     if request.suffix:
-        return create_error_response(
-            HTTPStatus.BAD_REQUEST,
-            "The suffix parameter is not currently supported",
-        )
+        logger.debug("Received unsupported parameter 'suffix', ignoring")
 
     # Prepare sampling parameters - same as g_generate_stream_func pattern
     sampling_params_dict = {