summaryrefslogtreecommitdiff
path: root/convert_lora_to_gguf.py
diff options
context:
space:
mode:
Diffstat (limited to 'convert_lora_to_gguf.py')
-rwxr-xr-xconvert_lora_to_gguf.py4
1 files changed, 4 insertions, 0 deletions
diff --git a/convert_lora_to_gguf.py b/convert_lora_to_gguf.py
index a88d0d4a..ef088034 100755
--- a/convert_lora_to_gguf.py
+++ b/convert_lora_to_gguf.py
@@ -331,6 +331,10 @@ if __name__ == '__main__':
self.gguf_writer.add_float32(gguf.Keys.Adapter.LORA_ALPHA, self.lora_alpha)
super().set_gguf_parameters()
+ def generate_extra_tensors(self) -> Iterable[tuple[str, Tensor]]:
+ # Never add extra tensors (e.g. rope_freqs) for LoRA adapters
+ return ()
+
def get_tensors(self) -> Iterator[tuple[str, Tensor]]:
tensor_map: dict[str, PartialLoraTensor] = {}