server : fix division by zero when reporting stats (ggml-org#16501)

ggerganov · web-flow · commit e60f01d941bc · 2025-10-10T22:15:05.000+03:00
diff --git a/tools/server/server.cpp b/tools/server/server.cpp
@@ -4226,7 +4226,7 @@ struct server_context {
                     metrics.on_prompt_eval(slot);
                 }
 
-                slot.t_token_generation = (t_current - slot.t_start_generation) / 1e3;
+                slot.t_token_generation = std::max<int64_t>(1, t_current - slot.t_start_generation) / 1e3;
 
                 completion_token_output result;
                 result.tok          = id;

Original file line number	Diff line number	Diff line change
`@@ -4226,7 +4226,7 @@ struct server_context {`
`4226`	`4226`	`metrics.on_prompt_eval(slot);`
`4227`	`4227`	`}`
`4228`	`4228`
`4229`		`- slot.t_token_generation = (t_current - slot.t_start_generation) / 1e3;`
	`4229`	`+ slot.t_token_generation = std::max<int64_t>(1, t_current - slot.t_start_generation) / 1e3;`
`4230`	`4230`
`4231`	`4231`	`completion_token_output result;`
`4232`	`4232`	`result.tok = id;`