diff options
author | Cebtenzzre <cebtenzzre@gmail.com> | 2023-09-20 12:12:47 -0400 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-09-20 12:12:47 -0400 |
commit | a5661d7e71d15b8dfc81bc0510ba912ebe85dfa3 (patch) | |
tree | 2f771e153499bd4726c6dbb6544dfd2e69a97652 /common/common.cpp | |
parent | 65c2c1c5ab7c5089dbc6d10bc49b9c58f0164317 (diff) |
llama : allow gguf RoPE keys to be overridden with defaults (#3240)
Diffstat (limited to 'common/common.cpp')
-rw-r--r-- | common/common.cpp | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/common/common.cpp b/common/common.cpp index 6d655fd5..2597ba06 100644 --- a/common/common.cpp +++ b/common/common.cpp @@ -647,9 +647,9 @@ void gpt_print_usage(int /*argc*/, char ** argv, const gpt_params & params) { printf(" --cfg-negative-prompt-file FNAME\n"); printf(" negative prompt file to use for guidance. (default: empty)\n"); printf(" --cfg-scale N strength of guidance (default: %f, 1.0 = disable)\n", params.cfg_scale); - printf(" --rope-scale N RoPE context linear scaling factor, inverse of --rope-freq-scale (default: %g)\n", 1.0f/params.rope_freq_scale); - printf(" --rope-freq-base N RoPE base frequency, used by NTK-aware scaling (default: %.1f)\n", params.rope_freq_base); - printf(" --rope-freq-scale N RoPE frequency linear scaling factor, inverse of --rope-scale (default: %g)\n", params.rope_freq_scale); + printf(" --rope-scale N RoPE context linear scaling factor, inverse of --rope-freq-scale\n"); + printf(" --rope-freq-base N RoPE base frequency, used by NTK-aware scaling (default: loaded from model)\n"); + printf(" --rope-freq-scale N RoPE frequency linear scaling factor (default: loaded from model)\n"); printf(" --ignore-eos ignore end of stream token and continue generating (implies --logit-bias 2-inf)\n"); printf(" --no-penalize-nl do not penalize newline token\n"); printf(" --memory-f32 use f32 instead of f16 for memory key+value (default: disabled)\n"); |