summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rwxr-xr-x[-rw-r--r--]convert.py0
-rw-r--r--llama.h2
2 files changed, 1 insertions, 1 deletions
diff --git a/convert.py b/convert.py
index 3ad836ce..3ad836ce 100644..100755
--- a/convert.py
+++ b/convert.py
diff --git a/llama.h b/llama.h
index 1a62058d..89cb6198 100644
--- a/llama.h
+++ b/llama.h
@@ -185,7 +185,7 @@ extern "C" {
// ref: https://github.com/ggerganov/llama.cpp/pull/2054
float rope_freq_base; // RoPE base frequency, 0 = from model
float rope_freq_scale; // RoPE frequency scaling factor, 0 = from model
- float yarn_ext_factor; // YaRN extrapolation mix factor, NaN = from model
+ float yarn_ext_factor; // YaRN extrapolation mix factor, negative = from model
float yarn_attn_factor; // YaRN magnitude scaling factor
float yarn_beta_fast; // YaRN low correction dim
float yarn_beta_slow; // YaRN high correction dim