summaryrefslogtreecommitdiff
path: root/convert-persimmon-to-gguf.py
diff options
context:
space:
mode:
Diffstat (limited to 'convert-persimmon-to-gguf.py')
-rw-r--r--convert-persimmon-to-gguf.py4
1 files changed, 3 insertions, 1 deletions
diff --git a/convert-persimmon-to-gguf.py b/convert-persimmon-to-gguf.py
index 240f8730..206b7d5f 100644
--- a/convert-persimmon-to-gguf.py
+++ b/convert-persimmon-to-gguf.py
@@ -9,6 +9,7 @@ if 'NO_LOCAL_GGUF' not in os.environ:
sys.path.insert(1, str(Path(__file__).parent / 'gguf-py'))
import gguf
+
def _flatten_dict(dct, tensors, prefix=None):
assert isinstance(dct, dict)
for key in dct.keys():
@@ -21,6 +22,7 @@ def _flatten_dict(dct, tensors, prefix=None):
raise ValueError(type(dct[key]))
return None
+
def _get_sentencepiece_tokenizer_info(dir_model: Path):
tokenizer_path = dir_model / 'adept_vocab.model'
print('gguf: getting sentencepiece tokenizer from', tokenizer_path)
@@ -54,6 +56,7 @@ def _get_sentencepiece_tokenizer_info(dir_model: Path):
pass
return tokens, scores, toktypes
+
def main():
parser = argparse.ArgumentParser(description="Convert a Persimmon model from Adept (e.g. Persimmon 8b chat) to a GGML compatible file")
parser.add_argument("--outfile", type=Path, help="path to write to; default: based on input")
@@ -125,6 +128,5 @@ def main():
print("")
-
if __name__ == '__main__':
main()