From ff52ee964d9051e07da0e89a66567f0b893129c6 Mon Sep 17 00:00:00 2001 From: decahedron1 Date: Sun, 8 Mar 2026 04:08:57 -0500 Subject: [PATCH] server : correct index on finish in OAI completion streams (#20226) --- tools/server/server-task.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tools/server/server-task.cpp b/tools/server/server-task.cpp index 32c0d8f481..9d6e422d62 100644 --- a/tools/server/server-task.cpp +++ b/tools/server/server-task.cpp @@ -827,7 +827,7 @@ json server_task_result_cmpl_final::to_json_oaicompat_chat_stream() { {"choices", json::array({ json { {"finish_reason", nullptr}, - {"index", 0}, + {"index", index}, {"delta", common_chat_msg_diff_to_json_oaicompat(diff)}, }, })}, @@ -843,7 +843,7 @@ json server_task_result_cmpl_final::to_json_oaicompat_chat_stream() { {"choices", json::array({ json { {"finish_reason", finish_reason}, - {"index", 0}, + {"index", index}, {"delta", json::object()}, }, })},