diff options
| author | Mirror Azure <54669636+MirrorAzure@users.noreply.github.com> | 2024-02-02 14:39:09 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-02-02 13:39:09 +0200 |
| commit | 2d40085c26794e29c434480b9e06738e89e5686f (patch) | |
| tree | 8388fab174751c6cde3c395c953ddf1ad21a5dd4 | |
| parent | b05102fe8cfa9893851c6bf6efd15cdc20b6afa2 (diff) | |
py : add check for '.attn.masked_bias' layers to GPT2model (#5281)
| -rwxr-xr-x | convert-hf-to-gguf.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 4ebab07b..a6ffd128 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -1138,7 +1138,7 @@ class GPT2Model(Model): for name, data_torch in self.get_tensors(): # we don't need these - if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq", ".attn.bias")): + if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq", ".attn.bias", ".attn.masked_bias")): continue if name.endswith((".c_attn.weight", ".c_proj.weight", ".c_fc.weight", ".c_proj.weight")): |