From: VoidIsVoid <redacted>
Date: Mon, 14 Oct 2024 07:04:36 +0000 (+0800)
Subject: server : handle "logprobs" field with false value (#9871)
X-Git-Tag: upstream/0.0.4488~570
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=a89f75e1b7b90cb2d4d4c52ca53ef9e9b466aa45;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : handle "logprobs" field with false value (#9871)

Co-authored-by: Gimling <redacted>
---

diff --git a/examples/server/utils.hpp b/examples/server/utils.hpp
index 37999604..69519ef9 100644
--- a/examples/server/utils.hpp
+++ b/examples/server/utils.hpp
@@ -360,9 +360,9 @@ static json oaicompat_completion_params_parse(
 
     // Handle "logprobs" field
     // TODO: The response format of this option is not yet OAI-compatible, but seems like no one really using it; We may need to fix it in the future
-    if (body.contains("logprobs")) {
+    if (json_value(body, "logprobs", false)) {
         llama_params["n_probs"] = json_value(body, "top_logprobs", 20);
-    } else if (body.contains("top_logprobs")) {
+    } else if (body.contains("top_logprobs") && !body.at("top_logprobs").is_null()) {
         throw std::runtime_error("top_logprobs requires logprobs to be set to true");
     }