server : evict checkpoints within min-step of each other (#25472)

2026-07-21 10:15:53 +00:00 · 2026-07-12 15:59:14 -05:00
parent 6b4dc2116a
commit 0c4fa7a989
2 changed files with 27 additions and 1 deletions
@@ -1081,6 +1081,9 @@ enum ggml_opt_optimizer_type common_opt_get_optimizer(const char *);
 struct common_prompt_checkpoint {
    int64_t n_tokens;

+    // (optional) id of the task that created the checkpoint
+    int id_task = -1;
+
    llama_pos pos_min;
    llama_pos pos_max;