diff options
Diffstat (limited to 'convert_lora_to_gguf.py')
-rwxr-xr-x | convert_lora_to_gguf.py | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/convert_lora_to_gguf.py b/convert_lora_to_gguf.py index a88d0d4a..ef088034 100755 --- a/convert_lora_to_gguf.py +++ b/convert_lora_to_gguf.py @@ -331,6 +331,10 @@ if __name__ == '__main__': self.gguf_writer.add_float32(gguf.Keys.Adapter.LORA_ALPHA, self.lora_alpha) super().set_gguf_parameters() + def generate_extra_tensors(self) -> Iterable[tuple[str, Tensor]]: + # Never add extra tensors (e.g. rope_freqs) for LoRA adapters + return () + def get_tensors(self) -> Iterator[tuple[str, Tensor]]: tensor_map: dict[str, PartialLoraTensor] = {} |