Skip to content

Commit f99d500

Browse files
committed
fix: add filter conditions to generation_params
1 parent f07067f commit f99d500

1 file changed

Lines changed: 3 additions & 2 deletions

File tree

veadk/models/ark_llm.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -431,8 +431,9 @@ def _get_responses_inputs(
431431
if llm_request.config:
432432
config_dict = llm_request.config.model_dump(exclude_none=True)
433433
generation_params = {}
434-
for key in config_dict:
435-
generation_params[key] = config_dict[key]
434+
for key in ("temperature", "max_output_tokens", "top_p"):
435+
if key in config_dict:
436+
generation_params[key] = config_dict[key]
436437

437438
if not generation_params:
438439
generation_params = None

0 commit comments

Comments
 (0)