diff options
Diffstat (limited to 'examples/batched')
| -rw-r--r-- | examples/batched/batched.cpp | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/examples/batched/batched.cpp b/examples/batched/batched.cpp index 22a4265d..b1775e0b 100644 --- a/examples/batched/batched.cpp +++ b/examples/batched/batched.cpp @@ -69,6 +69,7 @@ int main(int argc, char ** argv) { std::vector<llama_token> tokens_list; tokens_list = ::llama_tokenize(model, params.prompt, true); + const int n_kv_req = tokens_list.size() + (n_len - tokens_list.size())*n_parallel; // initialize the context |