summaryrefslogtreecommitdiff
path: root/convert-bloom-hf-to-gguf.py
diff options
context:
space:
mode:
Diffstat (limited to 'convert-bloom-hf-to-gguf.py')
-rwxr-xr-xconvert-bloom-hf-to-gguf.py2
1 files changed, 1 insertions, 1 deletions
diff --git a/convert-bloom-hf-to-gguf.py b/convert-bloom-hf-to-gguf.py
index 7bfc95ec..14dbd793 100755
--- a/convert-bloom-hf-to-gguf.py
+++ b/convert-bloom-hf-to-gguf.py
@@ -129,7 +129,7 @@ gguf_writer.add_token_list(tokens)
gguf_writer.add_token_scores(scores)
gguf_writer.add_token_types(toktypes)
-special_vocab = gguf.SpecialVocab(dir_model, load_merges=True)
+special_vocab = gguf.SpecialVocab(dir_model, load_merges=True, n_vocab = len(tokens))
special_vocab.add_to_gguf(gguf_writer)
# TENSORS