From: Andrei Date: Mon, 18 May 2026 11:20:49 +0000 (-0700) Subject: llama: initialize pre-norm embedding mask flag (#23256) X-Git-Tag: upstream/0.0.10438~1225 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=49c21f97cd04c7eedb0318aaf00b18344cfea688;p=pkg%2Fggml%2Fsources%2Fllama.cpp llama: initialize pre-norm embedding mask flag (#23256) --- diff --git a/src/llama-context.cpp b/src/llama-context.cpp index b1b12d017..3cc8ffa66 100644 --- a/src/llama-context.cpp +++ b/src/llama-context.cpp @@ -64,8 +64,9 @@ llama_context::llama_context( cparams.yarn_attn_factor = params.yarn_attn_factor >= 0.0f ? params.yarn_attn_factor : hparams.yarn_attn_factor; cparams.yarn_beta_fast = params.yarn_beta_fast >= 0.0f ? params.yarn_beta_fast : hparams.yarn_beta_fast; cparams.yarn_beta_slow = params.yarn_beta_slow >= 0.0f ? params.yarn_beta_slow : hparams.yarn_beta_slow; - cparams.embeddings = params.embeddings; - cparams.embeddings_pre_norm = false; + cparams.embeddings = params.embeddings; + cparams.embeddings_pre_norm = false; + cparams.embeddings_pre_norm_masked = false; cparams.offload_kqv = params.offload_kqv; cparams.no_perf = params.no_perf; cparams.pooling_type = params.pooling_type;