diff options
| author | Cebtenzzre <cebtenzzre@gmail.com> | 2023-09-08 11:43:35 -0400 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-09-08 11:43:35 -0400 |
| commit | e64f5b55783e910d8287363895d652b4bea6527a (patch) | |
| tree | dba460e07999ff2d9d0c4a7499e5cf3c591f9748 /examples/perplexity | |
| parent | 94f10b91ed69980f299441e49c8dbdb448f0ccc6 (diff) | |
examples : make n_ctx warning work again (#3066)
This was broken by commit e36ecdcc ("build : on Mac OS enable Metal by
default (#2901)").
Diffstat (limited to 'examples/perplexity')
| -rw-r--r-- | examples/perplexity/perplexity.cpp | 7 |
1 files changed, 4 insertions, 3 deletions
diff --git a/examples/perplexity/perplexity.cpp b/examples/perplexity/perplexity.cpp index 1b760683..3a1c8c28 100644 --- a/examples/perplexity/perplexity.cpp +++ b/examples/perplexity/perplexity.cpp @@ -693,9 +693,10 @@ int main(int argc, char ** argv) { return 1; } - if (params.n_ctx > llama_n_ctx(ctx)) { - fprintf(stderr, "%s: warning: model might not support context sizes greater than %d tokens (%d specified);" - "expect poor results\n", __func__, llama_n_ctx(ctx), params.n_ctx); + const int n_ctx_train = llama_n_ctx_train(ctx); + if (params.n_ctx > n_ctx_train) { + fprintf(stderr, "%s: warning: model was trained on only %d context tokens (%d specified)\n", + __func__, n_ctx_train, params.n_ctx); } // print system information |