From: Kerfuffle <redacted>
Date: Sat, 4 Nov 2023 22:20:34 +0000 (-0600)
Subject: gguf-py: Support 01.AI Yi models (#3943)
X-Git-Tag: upstream/0.0.4488~3003
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=f28af0d81aa1010afa5de74cf627dcb04bea3157;p=pkg%2Fggml%2Fsources%2Fllama.cpp

gguf-py: Support 01.AI Yi models (#3943)
---

diff --git a/gguf-py/gguf/gguf.py b/gguf-py/gguf/gguf.py
index 727b4e55..a2271d22 100644
--- a/gguf-py/gguf/gguf.py
+++ b/gguf-py/gguf/gguf.py
@@ -393,6 +393,7 @@ class TensorNameMap:
             "layers.{bid}.attention_norm",                         # llama-pth
             "encoder.layer.{bid}.attention.output.LayerNorm",      # bert
             "language_model.encoder.layers.{bid}.input_layernorm", # persimmon
+            "model.layers.{bid}.ln1",                              # yi
         ),
 
         # Attention norm 2
@@ -464,6 +465,7 @@ class TensorNameMap:
             "layers.{bid}.ffn_norm",                                        # llama-pth
             "encoder.layer.{bid}.output.LayerNorm",                         # bert
             "language_model.encoder.layers.{bid}.post_attention_layernorm", # persimmon
+            "model.layers.{bid}.ln2",                                       # yi
         ),
 
         # Feed-forward up