]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
server : bring back timings_per_token (#15879)
authorXuan-Son Nguyen <redacted>
Mon, 8 Sep 2025 14:50:05 +0000 (21:50 +0700)
committerGitHub <redacted>
Mon, 8 Sep 2025 14:50:05 +0000 (16:50 +0200)
tools/server/server.cpp

index 70aa18756465f0b0ade4c466bd4ca1c94ea279c1..39ef439e94f97071492cab708cbb3f37d27f1294 100644 (file)
@@ -308,6 +308,7 @@ struct server_task {
 
         // enabling this will output extra debug information in the HTTP responses from the server
         params.verbose           = params_base.verbosity > 9;
+        params.timings_per_token = json_value(data, "timings_per_token", false);
 
         params.stream           = json_value(data, "stream",             false);
         params.cache_prompt     = json_value(data, "cache_prompt",       true);