server : evict checkpoints within min-step of each other (#25472)

This commit is contained in:
Aldehir Rojas authored and GitHub committed 2026-07-12 15:59:14 -05:00
1 parent 6b4dc2116a
commit 0c4fa7a989
2 files changed
+27 -1

No files matched your search

+3
View File
@@ -1081,6 +1081,9 @@ enum ggml_opt_optimizer_type common_opt_get_optimizer(const char *);
struct common_prompt_checkpoint {
int64_t n_tokens;
// (optional) id of the task that created the checkpoint
int id_task = -1;
llama_pos pos_min;
llama_pos pos_max;