summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2023-11-01 23:00:50 +0200
committerGeorgi Gerganov <ggerganov@gmail.com>2023-11-01 23:00:50 +0200
commit523e49b11174368cd73460fa5eae7b39d856f300 (patch)
tree365217222fd84363f909bfbc72198733bbcba756
parente16b9fa4baa8a09c6619b116159830e898050942 (diff)
llm : fix falcon norm after refactoring (#3837)
-rw-r--r--llama.cpp2
1 files changed, 1 insertions, 1 deletions
diff --git a/llama.cpp b/llama.cpp
index d0c4ef10..17cf364b 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -3763,7 +3763,7 @@ struct llm_build_context {
{
if (model.layers[il].attn_norm_2) {
// Falcon-40B
- cur = llm_build_norm(ctx0, attn_norm, hparams,
+ cur = llm_build_norm(ctx0, inpL, hparams,
model.layers[il].attn_norm_2,
model.layers[il].attn_norm_2_b,
LLM_NORM, cb, il);