From 6f3a3ba7e249cd689cb1ab0376e6504fb6cd49e7 Mon Sep 17 00:00:00 2001 From: Fizz~ <168598314+fizzAI@users.noreply.github.com> Date: Sun, 6 Jul 2025 06:13:55 -0400 Subject: Special handling of Seed Coder FIM tokens (#585) * Special handling of Seed Coder FIM tokens * vocab: Add Seed Coder pretokenizer * Formatting fix * Update llama.h --- include/llama.h | 1 + 1 file changed, 1 insertion(+) (limited to 'include/llama.h') diff --git a/include/llama.h b/include/llama.h index 6c8bff95..51db3eab 100644 --- a/include/llama.h +++ b/include/llama.h @@ -110,6 +110,7 @@ extern "C" { LLAMA_VOCAB_PRE_TYPE_LLAMA4 = 33, LLAMA_VOCAB_PRE_TYPE_FALCON_3 = 34, LLAMA_VOCAB_PRE_TYPE_FALCON_E = 35, + LLAMA_VOCAB_PRE_TYPE_SEED_CODER = 36, //llama.cpp lists this as 35 }; // note: these values should be synchronized with ggml_rope -- cgit v1.2.3