fix(vllm-metal): enable tool calling support in backend args

doringeman · doringeman · commit 5d92360b385e · 2026-03-24T13:33:49.000+02:00
Signed-off-by: Dorin Geman &lt;dorin.geman@docker.com&gt;
diff --git a/pkg/inference/backends/vllm/vllm_metal.go b/pkg/inference/backends/vllm/vllm_metal.go
@@ -246,6 +246,7 @@ func (v *vllmMetal) buildArgs(bundle interface{ SafetensorsPath() string }, sock
 		"--model", modelPath,
 		"--host", host,
 		"--port", port,
+		"--enable-auto-tool-choice", "--tool-call-parser", "hermes",
 	}
 
 	// Add mode-specific arguments

Original file line number	Diff line number	Diff line change
`@@ -246,6 +246,7 @@ func (v *vllmMetal) buildArgs(bundle interface{ SafetensorsPath() string }, sock`
`246`	`246`	`"--model", modelPath,`
`247`	`247`	`"--host", host,`
`248`	`248`	`"--port", port,`
	`249`	`+ "--enable-auto-tool-choice", "--tool-call-parser", "hermes",`
`249`	`250`	`}`
`250`	`251`
`251`	`252`	`// Add mode-specific arguments`