server: add SSE ping interval (#24013)

This commit is contained in:
Xuan-Son Nguyen
2026-06-02 14:14:55 +02:00
committed by GitHub
parent a468b89018
commit 60130d18f9
5 changed files with 29 additions and 8 deletions
+1
View File
@@ -592,6 +592,7 @@ struct common_params {
bool reuse_port = false; // allow multiple sockets to bind to the same port
int32_t timeout_read = 3600; // http read timeout in seconds
int32_t timeout_write = timeout_read; // http write timeout in seconds
int32_t sse_ping_interval = 30; // SSE ping interval in seconds
int32_t n_threads_http = -1; // number of threads to process HTTP requests (TODO: support threadpool)
int32_t n_cache_reuse = 0; // min chunk size to reuse from the cache via KV shifting
bool cache_prompt = true; // whether to enable prompt caching