memory : correctly handle failure in apply() (#14438)

ggml-ci
This commit is contained in:
Georgi Gerganov authored and GitHub committed 2025-06-30 18:03:03 +03:00
1 parent 5dd942de59
commit 745f11fed0
6 files changed
+32 -4

No files matched your search

+9 -1
View File
@@ -1071,7 +1071,15 @@ bool llama_memory_recurrent_context::next() {
}
bool llama_memory_recurrent_context::apply() {
assert(status == LLAMA_MEMORY_STATUS_SUCCESS);
assert(!llama_memory_status_is_fail(status));
// no ubatches -> this is an update
if (ubatches.empty()) {
// recurrent cache never performs updates
assert(status == LLAMA_MEMORY_STATUS_NO_UPDATE);
return true;
}
mem->find_slot(ubatches[i_next]);