diff options
| author | Anas Ahouzi <112881240+aahouzi@users.noreply.github.com> | 2024-05-19 14:46:46 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-05-19 22:46:46 +1000 |
| commit | 6aade19ee74b896c59929676629340b36be3e22c (patch) | |
| tree | 3c9a5a15ada2e5f87c801a27552598e31d7f8add /convert-hf-to-gguf.py | |
| parent | ab33f7a338593f6cf1ae98b10b6f8684f63bd72c (diff) | |
Add StableLM2 pre-tokenizer (#7349)
* Add StableLM pre-tokenizer
* Fix space
* Fix trailing whitespace
Diffstat (limited to 'convert-hf-to-gguf.py')
| -rwxr-xr-x | convert-hf-to-gguf.py | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py index cd1750aa..bd303150 100755 --- a/convert-hf-to-gguf.py +++ b/convert-hf-to-gguf.py @@ -446,6 +446,9 @@ class Model: if chkhsh == "3ce83efda5659b07b1ad37ca97ca5797ea4285d9b9ab0dc679e4a720c9da7454": # ref: https://huggingface.co/openai-community/gpt2 res = "gpt-2" + if chkhsh == "32d85c31273f8019248f2559fed492d929ea28b17e51d81d3bb36fff23ca72b3": + # ref: https://huggingface.co/stabilityai/stablelm-2-1_6b + res = "stablelm2" if chkhsh == "6221ad2852e85ce96f791f476e0b390cf9b474c9e3d1362f53a24a06dc8220ff": # ref: https://huggingface.co/smallcloudai/Refact-1_6-base res = "refact" |