summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorcrasm <crasm@git.vczf.us>2023-11-25 10:47:07 -0500
committerGitHub <noreply@github.com>2023-11-25 10:47:07 -0500
commit3014b5415d08e3dff961da6eea835b9760a701b8 (patch)
tree4c4379b8f5a92fdb3336fb3fb2f1cf9f941253b6
parent04814e718edb13bdf8cca861dc2e5ab4e1995c30 (diff)
Update docs for yarn_ext_factor <0.0 as unspecified instead of NaN (#4189)
-rwxr-xr-x[-rw-r--r--]convert.py0
-rw-r--r--llama.h2
2 files changed, 1 insertions, 1 deletions
diff --git a/convert.py b/convert.py
index 3ad836ce..3ad836ce 100644..100755
--- a/convert.py
+++ b/convert.py
diff --git a/llama.h b/llama.h
index 1a62058d..89cb6198 100644
--- a/llama.h
+++ b/llama.h
@@ -185,7 +185,7 @@ extern "C" {
// ref: https://github.com/ggerganov/llama.cpp/pull/2054
float rope_freq_base; // RoPE base frequency, 0 = from model
float rope_freq_scale; // RoPE frequency scaling factor, 0 = from model
- float yarn_ext_factor; // YaRN extrapolation mix factor, NaN = from model
+ float yarn_ext_factor; // YaRN extrapolation mix factor, negative = from model
float yarn_attn_factor; // YaRN magnitude scaling factor
float yarn_beta_fast; // YaRN low correction dim
float yarn_beta_slow; // YaRN high correction dim