]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
grammar : fix unnecessarily retained pointer to rules (#6003)
authorgliptic <redacted>
Mon, 11 Mar 2024 19:59:03 +0000 (20:59 +0100)
committerGitHub <redacted>
Mon, 11 Mar 2024 19:59:03 +0000 (21:59 +0200)
llama.cpp

index 98ec147aee5d545b0c9a947ae6ac88133873c2a3..ad7b7b7d4bcf24ece975ed6f87cb212ff422f12a 100644 (file)
--- a/llama.cpp
+++ b/llama.cpp
@@ -10538,7 +10538,7 @@ struct llama_grammar * llama_grammar_init(
 
     // loop over alternates of start rule to build initial stacks
     std::vector<std::vector<const llama_grammar_element *>> stacks;
-    pos = rules[start_rule_index];
+    pos = vec_rules[start_rule_index].data();
     do {
         std::vector<const llama_grammar_element *> stack;
         if (!llama_grammar_is_end_of_sequence(pos)) {