From: Georgi Gerganov Date: Thu, 26 Feb 2026 16:20:16 +0000 (+0200) Subject: server : fix ctx checkpoint restore logic (#19924) X-Git-Tag: gguf-v0.18.0~8 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=01cd448b8c3ebf30724675cc3d1e6cee74e8bdc4;p=pkg%2Fggml%2Fsources%2Fllama.cpp server : fix ctx checkpoint restore logic (#19924) --- diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index 73af81243..eba463e4d 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -2363,7 +2363,7 @@ private: //printf("[DEBUG] `do_reset` was set to `true` after failing to restore a checkpoint"); } else { pos_next = std::min(pos_next, std::max(it->pos_min + 1, it->pos_max)); - n_past = slot.prompt.tokens.size_up_to_pos(pos_next); + n_past = std::min(slot.prompt.tokens.size_up_to_pos(pos_next), (size_t) it->n_tokens); SLT_WRN(slot, "restored context checkpoint (pos_min = %d, pos_max = %d, n_tokens = %" PRId64 ", size = %.3f MiB)\n", it->pos_min, it->pos_max, it->n_tokens, (float) checkpoint_size / 1024 / 1024); } }