diff options
author | Cebtenzzre <cebtenzzre@gmail.com> | 2023-09-20 12:12:47 -0400 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-09-20 12:12:47 -0400 |
commit | a5661d7e71d15b8dfc81bc0510ba912ebe85dfa3 (patch) | |
tree | 2f771e153499bd4726c6dbb6544dfd2e69a97652 /examples | |
parent | 65c2c1c5ab7c5089dbc6d10bc49b9c58f0164317 (diff) |
llama : allow gguf RoPE keys to be overridden with defaults (#3240)
Diffstat (limited to 'examples')
-rw-r--r-- | examples/server/server.cpp | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/examples/server/server.cpp b/examples/server/server.cpp index 1bb8e92c..ebd7f2fc 100644 --- a/examples/server/server.cpp +++ b/examples/server/server.cpp @@ -701,8 +701,8 @@ static void server_print_usage(const char *argv0, const gpt_params ¶ms, printf(" -v, --verbose verbose output (default: %s)\n", server_verbose ? "enabled" : "disabled"); printf(" -t N, --threads N number of threads to use during computation (default: %d)\n", params.n_threads); printf(" -c N, --ctx-size N size of the prompt context (default: %d)\n", params.n_ctx); - printf(" --rope-freq-base N RoPE base frequency (default: %.1f)\n", params.rope_freq_base); - printf(" --rope-freq-scale N RoPE frequency scaling factor (default: %g)\n", params.rope_freq_scale); + printf(" --rope-freq-base N RoPE base frequency (default: loaded from model)\n"); + printf(" --rope-freq-scale N RoPE frequency scaling factor (default: loaded from model)\n"); printf(" -b N, --batch-size N batch size for prompt processing (default: %d)\n", params.n_batch); printf(" --memory-f32 use f32 instead of f16 for memory key+value (default: disabled)\n"); printf(" not recommended: doubles context memory required and no measurable increase in quality\n"); |