server: respect the ignore eos flag (#21203)

This commit is contained in:
Yuri Khrustalev authored and GitHub committed 2026-04-08 17:12:15 +02:00
1 parent d9a12c82f0
commit 660600081f
5 files changed
+52 -1

No files matched your search

+1
View File
@@ -209,6 +209,7 @@ struct server_task {
const llama_vocab * vocab,
const common_params & params_base,
const int n_ctx_slot,
const std::vector<llama_logit_bias> & logit_bias_eog,
const json & data);
// utility function