From: decahedron1 <redacted>
Date: Sun, 8 Mar 2026 09:08:57 +0000 (-0500)
Subject: server : correct index on finish in OAI completion streams (#20226)
X-Git-Tag: upstream/0.0.8611~376
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=ff52ee964d9051e07da0e89a66567f0b893129c6;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : correct index on finish in OAI completion streams (#20226)
---

diff --git a/tools/server/server-task.cpp b/tools/server/server-task.cpp
index 32c0d8f48..9d6e422d6 100644
--- a/tools/server/server-task.cpp
+++ b/tools/server/server-task.cpp
@@ -827,7 +827,7 @@ json server_task_result_cmpl_final::to_json_oaicompat_chat_stream() {
             {"choices", json::array({
                 json {
                     {"finish_reason", nullptr},
-                    {"index", 0},
+                    {"index", index},
                     {"delta", common_chat_msg_diff_to_json_oaicompat(diff)},
                 },
             })},
@@ -843,7 +843,7 @@ json server_task_result_cmpl_final::to_json_oaicompat_chat_stream() {
         {"choices", json::array({
             json {
                 {"finish_reason", finish_reason},
-                {"index", 0},
+                {"index", index},
                 {"delta", json::object()},
             },
         })},