From: Olivier Chafik <redacted>
Date: Sun, 2 Feb 2025 19:58:34 +0000 (+0000)
Subject: nit: more informative crash when grammar sampler fails (#11593)
X-Git-Tag: upstream/0.0.4631~13
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=90f9b88afb6447d3929843a2aa98c0f11074762d;p=pkg%2Fggml%2Fsources%2Fllama.cpp

nit: more informative crash when grammar sampler fails (#11593)
---

diff --git a/src/llama-grammar.cpp b/src/llama-grammar.cpp
index 6be5cbe0..9b518d1a 100644
--- a/src/llama-grammar.cpp
+++ b/src/llama-grammar.cpp
@@ -1213,5 +1213,7 @@ void llama_grammar_accept_str(struct llama_grammar & grammar, const std::string
     }
 
     grammar.partial_utf8 = decoded.second;
-    GGML_ASSERT(!grammar.stacks.empty());
+    if (grammar.stacks.empty()) {
+        throw std::runtime_error("Unexpected empty grammar stack after accepting piece: " + piece);
+    }
 }