]> git.djapps.eu Git - pkg/ggml/sources/llama.cpp/commitdiff
llguidance : set tokenizer slices to default (#13424)
authorSigbjørn Skjæret <redacted>
Sat, 10 May 2025 15:19:52 +0000 (17:19 +0200)
committerGitHub <redacted>
Sat, 10 May 2025 15:19:52 +0000 (17:19 +0200)
common/llguidance.cpp

index 8bff89ea4aa9e810819f62ffd93e19e09bf1020c..adce620e4d62fc2563d82d558d96ff2c6da1c94a 100644 (file)
@@ -189,6 +189,7 @@ static LlgTokenizer * llama_sampler_llg_new_tokenizer(const llama_vocab * vocab)
         /* .tokenize_fn                        = */ llama_sampler_llg_tokenize_fn,
         /* .use_approximate_greedy_tokenize_fn = */ false,
         /* .tokenize_user_data                 = */ vocab,
+        /* .slices                             = */ nullptr,
     };
 
     char           error_buffer[1024];