We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent aac988e commit cbdbb83Copy full SHA for cbdbb83
1 file changed
pkg/inference/backends/llamacpp/llamacpp_config.go
@@ -65,7 +65,7 @@ func (c *Config) GetArgs(model types.Model, socket string, mode inference.Backen
65
// Add arguments from backend config
66
if config != nil {
67
if config.ContextSize > 0 && !containsArg(args, "--ctx-size") {
68
- args = append(args, "--ctx-size", fmt.Sprintf("%d", config.ContextSize))
+ args = append(args, "--ctx-size", strconv.FormatInt(config.ContextSize, 10))
69
}
70
args = append(args, config.RuntimeFlags...)
71
0 commit comments