server : Add verbose output to OAI compatible chat endpoint. (#12246)

Add verbose output to server_task_result_cmpl_final::to_json_oaicompat_chat_stream, making it conform with server_task_result_cmpl_final::to_json_oaicompat_chat, as well as the other to_json methods.

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index c2f1afeca450db555c4dbae4a570891f0a79a16e..18caa9127662d906f76bc416791aa16b7f9f5f49 100644 (file)
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -830,6 +830,11 @@ struct server_task_result_cmpl_final : server_task_result {
             ret.push_back({"timings", timings.to_json()});
         }
 
+        // extra fields for debugging purposes
+        if (verbose) {
+            ret["__verbose"] = to_json_non_oaicompat();
+        }
+
         return ret;
     }
 };