From 4d4335a8ff0aeadeed6447ba1eb1100a13f5ee70 Mon Sep 17 00:00:00 2001 From: dmndxld Date: Wed, 22 Apr 2026 17:29:18 +0800 Subject: [PATCH] Disable thinking mode in vLLM instruct chat --- src/lm_polygraph/model_adapters/whitebox_model_vllm.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/src/lm_polygraph/model_adapters/whitebox_model_vllm.py b/src/lm_polygraph/model_adapters/whitebox_model_vllm.py index f95e7fc2..3135935b 100644 --- a/src/lm_polygraph/model_adapters/whitebox_model_vllm.py +++ b/src/lm_polygraph/model_adapters/whitebox_model_vllm.py @@ -68,7 +68,12 @@ def generate(self, *args, **kwargs): }, ] chats.append(chat) - output = self.model.chat(*args, chats, sampling_params) + output = self.model.chat( + *args, + chats, + sampling_params, + chat_template_kwargs={"enable_thinking": False}, + ) else: output = self.model.generate(*args, texts, sampling_params) return self.post_processing(output)