summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorKerfuffle <44031344+KerfuffleV2@users.noreply.github.com>2023-11-04 16:20:34 -0600
committerGitHub <noreply@github.com>2023-11-04 16:20:34 -0600
commitf28af0d81aa1010afa5de74cf627dcb04bea3157 (patch)
tree38b2f15b51f0c72d5b96e3daa51db6b602b14dab
parentd9b33fe95bd257b36c84ee5769cc048230067d6f (diff)
gguf-py: Support 01.AI Yi models (#3943)
-rw-r--r--gguf-py/gguf/gguf.py2
1 files changed, 2 insertions, 0 deletions
diff --git a/gguf-py/gguf/gguf.py b/gguf-py/gguf/gguf.py
index 727b4e55..a2271d22 100644
--- a/gguf-py/gguf/gguf.py
+++ b/gguf-py/gguf/gguf.py
@@ -393,6 +393,7 @@ class TensorNameMap:
"layers.{bid}.attention_norm", # llama-pth
"encoder.layer.{bid}.attention.output.LayerNorm", # bert
"language_model.encoder.layers.{bid}.input_layernorm", # persimmon
+ "model.layers.{bid}.ln1", # yi
),
# Attention norm 2
@@ -464,6 +465,7 @@ class TensorNameMap:
"layers.{bid}.ffn_norm", # llama-pth
"encoder.layer.{bid}.output.LayerNorm", # bert
"language_model.encoder.layers.{bid}.post_attention_layernorm", # persimmon
+ "model.layers.{bid}.ln2", # yi
),
# Feed-forward up