llama : support optional tensors (#4283)

This commit is contained in:
Georgi Gerganov committed 2023-12-01 20:35:47 +02:00
1 parent b220222a64
commit d5a1cbde60
2 files changed
+10 -25

No files matched your search

+1 -1
View File
@@ -1469,7 +1469,7 @@ struct llama_server_context
int split_multiprompt_task(task_server& multiprompt_task)
{
auto prompt_count = multiprompt_task.data.at("prompt").size();
int prompt_count = multiprompt_task.data.at("prompt").size();
assert(prompt_count > 1);
int multitask_id = id_gen++;