diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2024-01-12 13:03:38 +0200 |
|---|---|---|
| committer | Georgi Gerganov <ggerganov@gmail.com> | 2024-01-12 13:03:38 +0200 |
| commit | 2d00741e12c5db4a33dfccd1125f5de4adec9a5b (patch) | |
| tree | 382c3aab5210726d25a446fcd1c7d9bab4c01547 /convert-hf-to-gguf.py | |
| parent | f445c0e68cf8e1faca0b2aa8dfb9d48231cec301 (diff) | |
py : fix lint (#4889)
Diffstat (limited to 'convert-hf-to-gguf.py')
| -rwxr-xr-x | convert-hf-to-gguf.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index 813aeeed..a1c79fd4 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -825,7 +825,7 @@ class PersimmonModel(Model): # NOTE: not sure about this change - why does the model not have a rope dimension count when it is smaller # than the head size? # ref: https://github.com/ggerganov/llama.cpp/pull/4889 - #self.gguf_writer.add_rope_dimension_count(hidden_size // head_count) + # self.gguf_writer.add_rope_dimension_count(hidden_size // head_count) self.gguf_writer.add_rope_dimension_count(hidden_size // head_count // 2) self.gguf_writer.add_head_count(head_count) |