]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
server : fix restore for checkpoints with pos_min == 0 (#21510)
authorGeorgi Gerganov <redacted>
Tue, 7 Apr 2026 12:29:17 +0000 (15:29 +0300)
committerGitHub <redacted>
Tue, 7 Apr 2026 12:29:17 +0000 (15:29 +0300)
tools/server/server-context.cpp

index 5523f23b540b47672c425228410558c12d8025f2..c1ccedf107e6fb79bf3d4ba0c9a9f5a1c5a3874f 100644 (file)
@@ -2404,7 +2404,7 @@ private:
                                             // guarantee that a checkpoint will result in at least one token being processed [TAG_PROMPT_LOGITS]
                                             LOG_INF("slot %12.*s: id %2d | task %d | Checking checkpoint with [%d, %d] against %d...\n", 12,
                                                 func_name, (slot).id, ((slot).task ? (slot).task->id : -1), cur.pos_min, cur.pos_max, pos_min_thold);
-                                            return cur.pos_min < pos_min_thold;
+                                            return cur.pos_min < pos_min_thold || cur.pos_min == 0;
                                         }
                                     );