Merge pull request #783 from doringeman/vllm-metal-tool-calling

doringeman · web-flow · commit 1047b0779711 · 2026-03-24T13:39:54.000+02:00
fix(vllm-metal): enable tool calling support in backend args
diff --git a/pkg/inference/backends/vllm/vllm_metal.go b/pkg/inference/backends/vllm/vllm_metal.go
@@ -246,6 +246,7 @@ func (v *vllmMetal) buildArgs(bundle interface{ SafetensorsPath() string }, sock
 		"--model", modelPath,
 		"--host", host,
 		"--port", port,
+		"--enable-auto-tool-choice", "--tool-call-parser", "hermes",
 	}
 
 	// Add mode-specific arguments

Original file line number	Diff line number	Diff line change
`@@ -246,6 +246,7 @@ func (v *vllmMetal) buildArgs(bundle interface{ SafetensorsPath() string }, sock`
`246`	`246`	`"--model", modelPath,`
`247`	`247`	`"--host", host,`
`248`	`248`	`"--port", port,`
	`249`	`+ "--enable-auto-tool-choice", "--tool-call-parser", "hermes",`
`249`	`250`	`}`
`250`	`251`
`251`	`252`	`// Add mode-specific arguments`