server: bump timeout to 3600s (#23842)

* server: bump timeout to 3600s * nits: change wording
2026-05-29 10:23:17 +02:00
parent 1f0aa2a696
commit cb47092b00
3 changed files with 7 additions and 3 deletions
--- a/tools/server/server-queue.h
+++ b/tools/server/server-queue.h
@@ -169,6 +169,8 @@ struct server_response_reader {
    bool cancelled = false;
    int polling_interval_seconds;

+    const int64_t time_start_ms = ggml_time_ms();
+
    // tracking generation state and partial tool calls
    // only used by streaming completions
    std::vector<task_result_state> states;