server : fix division by zero when reporting stats (ggml-org#16501)

ggerganov · pwilkin · commit ebf89db6f72b · 2025-10-23T18:07:29.000+02:00
diff --git a/tools/server/server.cpp b/tools/server/server.cpp
@@ -4226,7 +4226,7 @@ struct server_context {
                     metrics.on_prompt_eval(slot);
                 }
 
-                slot.t_token_generation = (t_current - slot.t_start_generation) / 1e3;
+                slot.t_token_generation = std::max<int64_t>(1, t_current - slot.t_start_generation) / 1e3;
 
                 completion_token_output result;
                 result.tok          = id;

Original file line number	Diff line number	Diff line change
`@@ -4226,7 +4226,7 @@ struct server_context {`
`4226`	`4226`	`metrics.on_prompt_eval(slot);`
`4227`	`4227`	`}`
`4228`	`4228`
`4229`		`- slot.t_token_generation = (t_current - slot.t_start_generation) / 1e3;`
	`4229`	`+ slot.t_token_generation = std::max<int64_t>(1, t_current - slot.t_start_generation) / 1e3;`
`4230`	`4230`
`4231`	`4231`	`completion_token_output result;`
`4232`	`4232`	`result.tok = id;`