From: Sigbjørn Skjæret <redacted>
Date: Sat, 10 May 2025 15:19:52 +0000 (+0200)
Subject: llguidance : set tokenizer slices to default (#13424)
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=43dfd741a5da77982e0a94d1e522a2481dfb914d;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llguidance : set tokenizer slices to default (#13424)
---

diff --git a/common/llguidance.cpp b/common/llguidance.cpp
index 8bff89ea..adce620e 100644
--- a/common/llguidance.cpp
+++ b/common/llguidance.cpp
@@ -189,6 +189,7 @@ static LlgTokenizer * llama_sampler_llg_new_tokenizer(const llama_vocab * vocab)
         /* .tokenize_fn                        = */ llama_sampler_llg_tokenize_fn,
         /* .use_approximate_greedy_tokenize_fn = */ false,
         /* .tokenize_user_data                 = */ vocab,
+        /* .slices                             = */ nullptr,
     };
 
     char           error_buffer[1024];