summaryrefslogtreecommitdiff
path: root/src/llama.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'src/llama.cpp')
-rw-r--r--src/llama.cpp4
1 files changed, 4 insertions, 0 deletions
diff --git a/src/llama.cpp b/src/llama.cpp
index 3ee95939..564304f6 100644
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -6302,6 +6302,10 @@ static void llm_load_vocab(
tokenizer_pre == "bailingmoe") {
vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_BAILINGMOE;
vocab.tokenizer_clean_spaces = false;
+ } else if (
+ tokenizer_pre == "seed-coder") {
+ vocab.type_pre = LLAMA_VOCAB_PRE_TYPE_SEED_CODER;
+ vocab.tokenizer_clean_spaces = false;
} else {
throw std::runtime_error(format("unknown pre-tokenizer type: '%s'", tokenizer_pre.c_str()));
}