Skip to content

Commit 9c69907

Browse files
thedanhoffmanDan Hoffman
andauthored
server: Fix undefined timing measurement errors in server context (ggml-org#21201)
Co-authored-by: Dan Hoffman <dhoffman@cyket.net>
1 parent d01f627 commit 9c69907

2 files changed

Lines changed: 8 additions & 8 deletions

File tree

tools/server/server-context.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -155,8 +155,8 @@ struct server_slot {
155155
int64_t t_start_process_prompt;
156156
int64_t t_start_generation;
157157

158-
double t_prompt_processing; // ms
159-
double t_token_generation; // ms
158+
double t_prompt_processing = 0.0; // ms
159+
double t_token_generation = 0.0; // ms
160160

161161
std::function<void(int /* id_slot */)> callback_on_release;
162162

tools/server/server-task.h

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -261,14 +261,14 @@ struct result_timings {
261261
int32_t cache_n = -1;
262262

263263
int32_t prompt_n = -1;
264-
double prompt_ms;
265-
double prompt_per_token_ms;
266-
double prompt_per_second;
264+
double prompt_ms = 0.0;
265+
double prompt_per_token_ms = 0.0;
266+
double prompt_per_second = 0.0;
267267

268268
int32_t predicted_n = -1;
269-
double predicted_ms;
270-
double predicted_per_token_ms;
271-
double predicted_per_second;
269+
double predicted_ms = 0.0;
270+
double predicted_per_token_ms = 0.0;
271+
double predicted_per_second = 0.0;
272272

273273
// Optional speculative metrics - only included when > 0
274274
int32_t draft_n = 0;

0 commit comments

Comments
 (0)