nikola/llama_cpp
1
0
Fork 0
Code Issues Pull Requests Actions 19 Packages Projects Releases Wiki Activity

server : correct index on finish in OAI completion streams (#20226)

Browse Source
This commit is contained in:
decahedron1
2026-03-08 10:08:57 +01:00
committed by GitHub
parent 213c4a0b81
commit ff52ee964d
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/server/server-task.cpp
+2 -2
View File
@@ -827,7 +827,7 @@ json server_task_result_cmpl_final::to_json_oaicompat_chat_stream() {
{"choices", json::array({ {"choices", json::array({
json { json {
{"finish_reason", nullptr}, {"finish_reason", nullptr},
{"index", 0}, {"index", index},
{"delta", common_chat_msg_diff_to_json_oaicompat(diff)}, {"delta", common_chat_msg_diff_to_json_oaicompat(diff)},
}, },
})}, })},
@@ -843,7 +843,7 @@ json server_task_result_cmpl_final::to_json_oaicompat_chat_stream() {
{"choices", json::array({ {"choices", json::array({
json { json {
{"finish_reason", finish_reason}, {"finish_reason", finish_reason},
{"index", 0}, {"index", index},
{"delta", json::object()}, {"delta", json::object()},
}, },
})}, })},