summaryrefslogtreecommitdiff
path: root/llama.cpp
diff options
context:
space:
mode:
authorAustin <77757836+teleprint-me@users.noreply.github.com>2024-01-10 08:39:09 -0500
committerGitHub <noreply@github.com>2024-01-10 15:39:09 +0200
commit329ff615699d32f596d4ebf8baba654c30064e0d (patch)
tree75379980ae35c30b94a5b8cac1df310877f50ef4 /llama.cpp
parentd34633d8db6c2e400355de4862cd699154ecc73f (diff)
llama : recognize 1B phi models (#4847)
This update categorizes models with 24 layers as MODEL_1B, ensuring compatibility with different Phi model variants without impacting existing Phi-2 model functionality.
Diffstat (limited to 'llama.cpp')
-rw-r--r--llama.cpp1
1 files changed, 1 insertions, 0 deletions
diff --git a/llama.cpp b/llama.cpp
index 8e0717db..0f09d0c2 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -2829,6 +2829,7 @@ static void llm_load_hparams(
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps);
switch (hparams.n_layer) {
+ case 24: model.type = e_model::MODEL_1B; break;
case 32: model.type = e_model::MODEL_3B; break;
default: model.type = e_model::MODEL_UNKNOWN;
}