Skip to content

Commit 6303376

Browse files
ggerganoviamwavecut
authored andcommitted
server : fix restore for checkpoints with pos_min == 0 (ggml-org#21510)
1 parent 64fad12 commit 6303376

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

tools/server/server-context.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2404,7 +2404,7 @@ struct server_context_impl {
24042404
// guarantee that a checkpoint will result in at least one token being processed [TAG_PROMPT_LOGITS]
24052405
LOG_INF("slot %12.*s: id %2d | task %d | Checking checkpoint with [%d, %d] against %d...\n", 12,
24062406
func_name, (slot).id, ((slot).task ? (slot).task->id : -1), cur.pos_min, cur.pos_max, pos_min_thold);
2407-
return cur.pos_min < pos_min_thold;
2407+
return cur.pos_min < pos_min_thold || cur.pos_min == 0;
24082408
}
24092409
);
24102410

0 commit comments

Comments
 (0)