summaryrefslogtreecommitdiff
path: root/convert-persimmon-to-gguf.py
diff options
context:
space:
mode:
Diffstat (limited to 'convert-persimmon-to-gguf.py')
-rwxr-xr-xconvert-persimmon-to-gguf.py10
1 files changed, 6 insertions, 4 deletions
diff --git a/convert-persimmon-to-gguf.py b/convert-persimmon-to-gguf.py
index 1ba5864d..d2be805d 100755
--- a/convert-persimmon-to-gguf.py
+++ b/convert-persimmon-to-gguf.py
@@ -1,11 +1,13 @@
#!/usr/bin/env python3
-import torch
+import argparse
import os
-from pprint import pprint
import sys
-import argparse
from pathlib import Path
+from pprint import pprint
+
+import torch
from sentencepiece import SentencePieceProcessor
+
if 'NO_LOCAL_GGUF' not in os.environ:
sys.path.insert(1, str(Path(__file__).parent / 'gguf-py'))
import gguf
@@ -69,7 +71,7 @@ def main():
persimmon_model = torch.load(args.ckpt_path)
hparams = persimmon_model['args']
pprint(hparams)
- tensors = {}
+ tensors: dict[str, torch.Tensor] = {}
_flatten_dict(persimmon_model['model'], tensors, None)
arch = gguf.MODEL_ARCH.PERSIMMON