summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorDaniel Bevenius <daniel.bevenius@gmail.com>2023-12-04 17:04:21 +0100
committerGitHub <noreply@github.com>2023-12-04 18:04:21 +0200
commit23b5e12eb5a76489b4c3ee22213a081da68b1809 (patch)
tree5b452f782b88e1f8536c2c1774fe0108ee9898fd
parentd208995c6da66f252d4054c1c5a90eb8ccb7a2f7 (diff)
simple : update error message for KV cache check (#4324)
This commit updates the error message that is printed when the KV cache is not big enough to hold all the prompt and generated tokens. Specifically it removes the reference to n_parallel and replaces it with n_len. Signed-off-by: Daniel Bevenius <daniel.bevenius@gmail.com>
-rw-r--r--examples/simple/simple.cpp2
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/simple/simple.cpp b/examples/simple/simple.cpp
index 374aef6f..9cfde830 100644
--- a/examples/simple/simple.cpp
+++ b/examples/simple/simple.cpp
@@ -75,7 +75,7 @@ int main(int argc, char ** argv) {
// make sure the KV cache is big enough to hold all the prompt and generated tokens
if (n_kv_req > n_ctx) {
LOG_TEE("%s: error: n_kv_req > n_ctx, the required KV cache size is not big enough\n", __func__);
- LOG_TEE("%s: either reduce n_parallel or increase n_ctx\n", __func__);
+ LOG_TEE("%s: either reduce n_len or increase n_ctx\n", __func__);
return 1;
}