diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-11-01 23:00:50 +0200 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-11-01 23:00:50 +0200 |
commit | 523e49b11174368cd73460fa5eae7b39d856f300 (patch) | |
tree | 365217222fd84363f909bfbc72198733bbcba756 | |
parent | e16b9fa4baa8a09c6619b116159830e898050942 (diff) |
llm : fix falcon norm after refactoring (#3837)
-rw-r--r-- | llama.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
@@ -3763,7 +3763,7 @@ struct llm_build_context { { if (model.layers[il].attn_norm_2) { // Falcon-40B - cur = llm_build_norm(ctx0, attn_norm, hparams, + cur = llm_build_norm(ctx0, inpL, hparams, model.layers[il].attn_norm_2, model.layers[il].attn_norm_2_b, LLM_NORM, cb, il); |