millaguie/llama.cpp
1
0 Fork 0
Code Issues Pull Requests Actions 32 Packages Projects Releases Wiki Activity

server : add extra trace log for prompt similarity (#26218)

Browse Source
This commit is contained in:
Georgi Gerganov authored and GitHub committed 2026-07-28 11:05:16 +03:00
1 parent f95de9776b
commit 9a3bf2b849
2 files changed
+3 -1
Download Patch File Download Diff File Expand all files Collapse all files

No files matched your search

tools/server/server-task.h
+1 -1
View File
@@ -650,7 +650,7 @@ struct server_prompt_cache {
server_prompt_cache_state * alloc(const server_prompt & prompt, size_t state_size_main, size_t state_size_drft);
bool load(server_prompt & prompt, const server_tokens & tokens_new, llama_context * ctx_main, llama_context * ctx_drft, int32_t id_slot);
bool load(server_prompt & prompt, const server_tokens & tokens_new, llama_context * ctx_tgt, llama_context * ctx_dft, int32_t id_slot);
void update();
};