From: Georgi Gerganov <redacted>
Date: Sun, 14 Dec 2025 06:58:13 +0000 (+0200)
Subject: model-conversion : cast logits to float32 (#18009)
X-Git-Tag: upstream/0.0.7446~51
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=77ad8542bd09c374d65be8abffd88ae4aa1e704d;p=pkg%2Fggml%2Fsources%2Fllama.cpp

model-conversion : cast logits to float32 (#18009)
---

diff --git a/examples/model-conversion/scripts/causal/run-org-model.py b/examples/model-conversion/scripts/causal/run-org-model.py
index 7d2b8005..da1132c0 100755
--- a/examples/model-conversion/scripts/causal/run-org-model.py
+++ b/examples/model-conversion/scripts/causal/run-org-model.py
@@ -200,7 +200,7 @@ with torch.no_grad():
     logits = outputs.logits
 
     # Extract logits for the last token (next token prediction)
-    last_logits = logits[0, -1, :].cpu().numpy()
+    last_logits = logits[0, -1, :].float().cpu().numpy()
 
     print(f"Logits shape: {logits.shape}")
     print(f"Last token logits shape: {last_logits.shape}")