From: fairydreaming <redacted>
Date: Wed, 10 Jul 2024 11:38:58 +0000 (+0200)
Subject: llama : add assert about missing llama_encode() call (#8400)
X-Git-Tag: upstream/0.0.4488~1126
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=a8be1e6f5995bec3b1d8474d48ce3a139553a8e1;p=pkg%2Fggml%2Fsources%2Fllama.cpp

llama : add assert about missing llama_encode() call (#8400)

Co-authored-by: Stanisław Szymczyk <redacted>
---

diff --git a/src/llama.cpp b/src/llama.cpp
index 2b9ace28..80cc1da2 100644
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -13200,6 +13200,8 @@ struct llm_build_context {
                     LLM_NORM_RMS, cb, -1);
             cb(cur, "result_norm", -1);
         } else {
+            GGML_ASSERT(n_outputs_enc > 0 && "call llama_encode() first");
+
             struct ggml_tensor * embd_enc       = llm_build_inp_embd_enc();
             struct ggml_tensor * pos_bucket_dec = llm_build_pos_bucket(true);