server: respect the ignore eos flag (#21203)
This commit is contained in:
1 parent
d9a12c82f0
commit
660600081f
5 files changed
+52
-1
No files matched your search
@@ -209,6 +209,7 @@ struct server_task {
|
||||
const llama_vocab * vocab,
|
||||
const common_params & params_base,
|
||||
const int n_ctx_slot,
|
||||
const std::vector<llama_logit_bias> & logit_bias_eog,
|
||||
const json & data);
|
||||
|
||||
// utility function
|
||||
|
||||
Reference in new issue
Block a user