server: add SSE ping interval (#24013)
This commit is contained in:
1 parent
a468b89018
commit
60130d18f9
5 files changed
+29
-8
No files matched your search
@@ -169,8 +169,6 @@ struct server_response_reader {
|
||||
bool cancelled = false;
|
||||
int polling_interval_seconds;
|
||||
|
||||
const int64_t time_start_ms = ggml_time_ms();
|
||||
|
||||
// tracking generation state and partial tool calls
|
||||
// only used by streaming completions
|
||||
std::vector<task_result_state> states;
|
||||
|
||||
Reference in new issue
Block a user