From: Antoine Viallon <redacted>
Date: Mon, 17 Feb 2025 10:25:12 +0000 (+0100)
Subject: server : fix divide-by-zero in metrics reporting (#11915)
X-Git-Tag: upstream/0.0.4853~120
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=c4d29baf3236b011730b6ccaae6852e781fb1b91;p=pkg%2Fggml%2Fsources%2Fllama.cpp

server : fix divide-by-zero in metrics reporting (#11915)
---

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 9ffec0a6..74de3a76 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -3656,7 +3656,7 @@ int main(int argc, char ** argv) {
             }, {
                     {"name",  "n_busy_slots_per_decode"},
                     {"help",  "Average number of busy slots per llama_decode() call"},
-                    {"value",  (float) res_metrics->n_busy_slots_total / (float) res_metrics->n_decode_total}
+                    {"value",  (float) res_metrics->n_busy_slots_total / std::max((float) res_metrics->n_decode_total, 1.f)}
             }}},
             {"gauge", {{
                     {"name",  "prompt_tokens_seconds"},