diff options
author | Cebtenzzre <cebtenzzre@gmail.com> | 2023-09-08 11:43:35 -0400 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-09-08 11:43:35 -0400 |
commit | e64f5b55783e910d8287363895d652b4bea6527a (patch) | |
tree | dba460e07999ff2d9d0c4a7499e5cf3c591f9748 /examples/main/main.cpp | |
parent | 94f10b91ed69980f299441e49c8dbdb448f0ccc6 (diff) |
examples : make n_ctx warning work again (#3066)
This was broken by commit e36ecdcc ("build : on Mac OS enable Metal by
default (#2901)").
Diffstat (limited to 'examples/main/main.cpp')
-rw-r--r-- | examples/main/main.cpp | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/examples/main/main.cpp b/examples/main/main.cpp index be030fff..baec6ba1 100644 --- a/examples/main/main.cpp +++ b/examples/main/main.cpp @@ -182,8 +182,10 @@ int main(int argc, char ** argv) { return 1; } - if (params.n_ctx > llama_n_ctx(ctx)) { - LOG_TEE("%s: warning: base model only supports context sizes no greater than %d tokens (%d specified)\n", __func__, llama_n_ctx(ctx), params.n_ctx); + const int n_ctx_train = llama_n_ctx_train(ctx); + if (params.n_ctx > n_ctx_train) { + LOG_TEE("%s: warning: model was trained on only %d context tokens (%d specified)\n", + __func__, n_ctx_train, params.n_ctx); } else if (params.n_ctx < 8) { LOG_TEE("%s: warning: minimum context size is 8, using minimum size.\n", __func__); params.n_ctx = 8; |