diff options
| author | Iwan Kawrakow <iwan.kawrakow@gmail.com> | 2024-06-16 14:25:12 +0300 |
|---|---|---|
| committer | Iwan Kawrakow <iwan.kawrakow@gmail.com> | 2024-06-22 12:02:51 +0300 |
| commit | f20b28558bdd20454ce891d36db5f37de819025a (patch) | |
| tree | e9b54a2086cd0e4fb35d9dede9822bdbf3d6bc10 /gguf-py/gguf/tensor_mapping.py | |
| parent | 58756ef03ff3f19a98187395d12af3f19f121f90 (diff) | |
bitnet: python + llama
Diffstat (limited to 'gguf-py/gguf/tensor_mapping.py')
| -rw-r--r-- | gguf-py/gguf/tensor_mapping.py | 8 |
1 files changed, 8 insertions, 0 deletions
diff --git a/gguf-py/gguf/tensor_mapping.py b/gguf-py/gguf/tensor_mapping.py index 81b4992a..350035bd 100644 --- a/gguf-py/gguf/tensor_mapping.py +++ b/gguf-py/gguf/tensor_mapping.py @@ -413,6 +413,14 @@ class TensorNameMap: MODEL_TENSOR.ATTN_KV_A_NORM: ( "model.layers.{bid}.self_attn.kv_a_layernorm", # deepseek2 ), + + MODEL_TENSOR.ATTN_SUB_NORM: ( + "model.layers.{bid}.self_attn.inner_attn_ln", # bitnet + ), + + MODEL_TENSOR.FFN_SUB_NORM: ( + "model.layers.{bid}.mlp.ffn_layernorm", # bitnet + ), } # architecture-specific block mappings |