server: add SSE ping interval (#24013)

This commit is contained in:
Xuan-Son Nguyen
2026-06-02 14:14:55 +02:00
committed by GitHub
parent a468b89018
commit 60130d18f9
5 changed files with 29 additions and 8 deletions
-2
View File
@@ -169,8 +169,6 @@ struct server_response_reader {
bool cancelled = false;
int polling_interval_seconds;
const int64_t time_start_ms = ggml_time_ms();
// tracking generation state and partial tool calls
// only used by streaming completions
std::vector<task_result_state> states;