diff options
author | crasm <crasm@git.vczf.us> | 2023-11-25 10:47:07 -0500 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-11-25 10:47:07 -0500 |
commit | 3014b5415d08e3dff961da6eea835b9760a701b8 (patch) | |
tree | 4c4379b8f5a92fdb3336fb3fb2f1cf9f941253b6 | |
parent | 04814e718edb13bdf8cca861dc2e5ab4e1995c30 (diff) |
Update docs for yarn_ext_factor <0.0 as unspecified instead of NaN (#4189)
-rwxr-xr-x[-rw-r--r--] | convert.py | 0 | ||||
-rw-r--r-- | llama.h | 2 |
2 files changed, 1 insertions, 1 deletions
diff --git a/convert.py b/convert.py index 3ad836ce..3ad836ce 100644..100755 --- a/convert.py +++ b/convert.py @@ -185,7 +185,7 @@ extern "C" { // ref: https://github.com/ggerganov/llama.cpp/pull/2054 float rope_freq_base; // RoPE base frequency, 0 = from model float rope_freq_scale; // RoPE frequency scaling factor, 0 = from model - float yarn_ext_factor; // YaRN extrapolation mix factor, NaN = from model + float yarn_ext_factor; // YaRN extrapolation mix factor, negative = from model float yarn_attn_factor; // YaRN magnitude scaling factor float yarn_beta_fast; // YaRN low correction dim float yarn_beta_slow; // YaRN high correction dim |