summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rwxr-xr-xconvert.py9
1 files changed, 5 insertions, 4 deletions
diff --git a/convert.py b/convert.py
index 448b6f0f..a7f4c2d7 100755
--- a/convert.py
+++ b/convert.py
@@ -811,10 +811,12 @@ class OutputFile:
def add_meta_arch(self, params: Params) -> None:
name = "LLaMA"
+
+ # TODO: better logic to determine model name
if (params.n_ctx == 4096):
name = "LLaMA v2"
- if params.path_model:
- name = str(params.path_model.parent).split('/')[-1]
+ elif params.path_model:
+ name = str(params.path_model.parent).split('/')[-1]
self.gguf.add_name (name)
self.gguf.add_context_length (params.n_ctx)
@@ -839,8 +841,7 @@ class OutputFile:
tokens = []
scores = []
toktypes = []
- # NOTE: `all_tokens` returns the the base vocabulary and added tokens
- # TODO: add special tokens?
+ # NOTE: `all_tokens` returns the base vocabulary and added tokens
for text, score, toktype in vocab.all_tokens():
tokens.append(text)
scores.append(score)