diff options
| author | Iwan Kawrakow <iwan.kawrakow@gmail.com> | 2025-01-23 13:10:03 +0200 |
|---|---|---|
| committer | Iwan Kawrakow <iwan.kawrakow@gmail.com> | 2025-01-23 13:10:03 +0200 |
| commit | c2624b2fd324ff98cc137397f5b0e1d22869cb58 (patch) | |
| tree | 87af1e0e6f3472741ff0711868f6445d881f179d | |
| parent | dbf5d31d01e14a0ba692efafca5e4d66ada60b8a (diff) | |
Add Deepseek-R1-Distill pre-tokenizer
| -rw-r--r-- | src/llama.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/llama.cpp b/src/llama.cpp index d330904f..b983c84b 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -5591,7 +5591,7 @@ static void llm_load_vocab( vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_COMMAND_R; vocab.tokenizer_clean_spaces = false; } else if ( - tokenizer_pre == "qwen2") { + tokenizer_pre == "qwen2" || tokenizer_pre == "deepseek-r1-qwen") { vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_QWEN2; vocab.tokenizer_clean_spaces = false; } else if ( |