gguf-py: Support 01.AI Yi models (#3943)

ggerganov · Nov 4, 2023 · f28af0d · f28af0d
1 parent d9b33fe
commit f28af0d
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/gguf-py/gguf/gguf.py b/gguf-py/gguf/gguf.py
@@ -393,6 +393,7 @@ class TensorNameMap:
             "layers.{bid}.attention_norm",                         # llama-pth
             "encoder.layer.{bid}.attention.output.LayerNorm",      # bert
             "language_model.encoder.layers.{bid}.input_layernorm", # persimmon
+            "model.layers.{bid}.ln1",                              # yi
         ),
 
         # Attention norm 2
@@ -464,6 +465,7 @@ class TensorNameMap:
             "layers.{bid}.ffn_norm",                                        # llama-pth
             "encoder.layer.{bid}.output.LayerNorm",                         # bert
             "language_model.encoder.layers.{bid}.post_attention_layernorm", # persimmon
+            "model.layers.{bid}.ln2",                                       # yi
         ),
 
         # Feed-forward up