summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2024-04-16 23:50:38 +0300
committerGitHub <noreply@github.com>2024-04-16 23:50:38 +0300
commit532c1737a14bb4b99747e6f460874947df37e450 (patch)
tree8e8d620532c62e2d756f590c8b8944d2987f84c6
parent666867b799ddd9da7dfdc905ece291ecf286effa (diff)
llama : make general.name optional (#6709)
-rw-r--r--llama.cpp4
1 files changed, 3 insertions, 1 deletions
diff --git a/llama.cpp b/llama.cpp
index 579986d1..f4f4063c 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -4136,9 +4136,11 @@ static void llm_load_vocab(
// CodeGemma (LLM_ARCH_GEMMA). This can potentially be removed once
// new versions of these models have been published.
std::string gen_name;
- ml.get_key(LLM_KV_GENERAL_NAME, gen_name);
+ ml.get_key(LLM_KV_GENERAL_NAME, gen_name, false);
+
std::transform(gen_name.begin(), gen_name.end(), gen_name.begin(),
[](unsigned char c){ return std::tolower(c); });
+
if (gen_name.find("code") != std::string::npos) {
if (model.arch == LLM_ARCH_LLAMA) {
vocab.special_prefix_id = 32007;