summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorhowlger <eclipse@voormann.de>2024-01-08 20:05:53 +0100
committerGitHub <noreply@github.com>2024-01-08 21:05:53 +0200
commit1fc2f265ff9377a37fd2c61eae9cd813a3491bea (patch)
tree91432979bdfb5adfbbcbbafcd72eaeffdbaee5f6
parenta9a8c5de3d2028701c239d821b220214fcaefbf1 (diff)
common : fix the short form of `--grp-attn-w`, not `-gat` (#4825)
See https://github.com/ggerganov/llama.cpp/blob/master/common/common.cpp#L230C53-L230C57
-rw-r--r--common/common.cpp2
1 files changed, 1 insertions, 1 deletions
diff --git a/common/common.cpp b/common/common.cpp
index 6b4913a6..4e89fe51 100644
--- a/common/common.cpp
+++ b/common/common.cpp
@@ -920,7 +920,7 @@ void gpt_print_usage(int /*argc*/, char ** argv, const gpt_params & params) {
#endif
printf(" -gan N, --grp-attn-n N\n");
printf(" group-attention factor (default: %d)\n", params.grp_attn_n);
- printf(" -gat N, --grp-attn-w N\n");
+ printf(" -gaw N, --grp-attn-w N\n");
printf(" group-attention width (default: %.1f)\n", (double)params.grp_attn_w);
printf(" --verbose-prompt print prompt before generation\n");
printf(" -dkvc, --dump-kv-cache\n");