diff options
| author | Guoteng <32697156+SolenoidWGT@users.noreply.github.com> | 2024-02-01 17:19:51 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-02-01 11:19:51 +0200 |
| commit | ce32060198b7e2d6a13a9b8e1e1369e3c295ae2a (patch) | |
| tree | 546b5a7a327d3f3f1370549331915c4d6373d51d /gguf-py/gguf/gguf_writer.py | |
| parent | 1cfb5372cf5707c8ec6dde7c874f4a44a6c4c915 (diff) | |
llama : support InternLM2 (#5184)
* support InternLM2 inference
* add add_space_prefix KV pair
Diffstat (limited to 'gguf-py/gguf/gguf_writer.py')
| -rw-r--r-- | gguf-py/gguf/gguf_writer.py | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/gguf-py/gguf/gguf_writer.py b/gguf-py/gguf/gguf_writer.py index d93aaa87..16808196 100644 --- a/gguf-py/gguf/gguf_writer.py +++ b/gguf-py/gguf/gguf_writer.py @@ -411,6 +411,9 @@ class GGUFWriter: def add_add_eos_token(self, value: bool) -> None: self.add_bool(Keys.Tokenizer.ADD_EOS, value) + def add_add_space_prefix(self, value: bool) -> None: + self.add_bool(Keys.Tokenizer.ADD_PREFIX, value) + def add_chat_template(self, value: str) -> None: self.add_string(Keys.Tokenizer.CHAT_TEMPLATE, value) |