fix(autoparser): correctly pass by logprobs (#9239)

mudler · web-flow · commit 232e324a68c3 · 2026-04-05T09:39:22.000+02:00
Signed-off-by: Ettore Di Giacinto &lt;mudler@localai.io&gt;
diff --git a/core/http/endpoints/openai/chat.go b/core/http/endpoints/openai/chat.go
@@ -1006,7 +1006,12 @@ func ChatEndpoint(cl *config.ModelConfigLoader, ml *model.ModelLoader, evaluator
 						if deltaReasoning != "" {
 							message.Reasoning = &deltaReasoning
 						}
-						result = []schema.Choice{{FinishReason: &stopReason, Index: 0, Message: message}}
+						newChoice := schema.Choice{FinishReason: &stopReason, Index: 0, Message: message}
+						// Preserve logprobs from the original result
+						if len(result) > 0 && result[0].Logprobs != nil {
+							newChoice.Logprobs = result[0].Logprobs
+						}
+						result = []schema.Choice{newChoice}
 					}
 				}
 

Original file line number	Diff line number	Diff line change
`@@ -1006,7 +1006,12 @@ func ChatEndpoint(cl config.ModelConfigLoader, ml model.ModelLoader, evaluator`
`1006`	`1006`	`if deltaReasoning != "" {`
`1007`	`1007`	`message.Reasoning = &deltaReasoning`
`1008`	`1008`	`}`
`1009`		`- result = []schema.Choice{{FinishReason: &stopReason, Index: 0, Message: message}}`
	`1009`	`+ newChoice := schema.Choice{FinishReason: &stopReason, Index: 0, Message: message}`
	`1010`	`+ // Preserve logprobs from the original result`
	`1011`	`+ if len(result) > 0 && result[0].Logprobs != nil {`
	`1012`	`+ newChoice.Logprobs = result[0].Logprobs`
	`1013`	`+ }`
	`1014`	`+ result = []schema.Choice{newChoice}`
`1010`	`1015`	`}`
`1011`	`1016`	`}`
`1012`	`1017`