summaryrefslogtreecommitdiff
path: root/examples/batched-bench
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2024-03-11 17:49:47 +0200
committerGitHub <noreply@github.com>2024-03-11 17:49:47 +0200
commit05b06210c954491cf0f12034b0a62bd4d69ce78b (patch)
tree8cce0e429b8591dcbabd2d1e1ea6451a6a2f6894 /examples/batched-bench
parent83796e62bc9f6caae6228168e359890f51e60fee (diff)
llama : more consistent names of count variables (#5994)
* llama : more consistent names of count variables ggml-ci * llama : n_parallel -> n_seq_max * common : fix param name * examples : fix param name
Diffstat (limited to 'examples/batched-bench')
-rw-r--r--examples/batched-bench/batched-bench.cpp2
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/batched-bench/batched-bench.cpp b/examples/batched-bench/batched-bench.cpp
index dff6c68e..22bc93bc 100644
--- a/examples/batched-bench/batched-bench.cpp
+++ b/examples/batched-bench/batched-bench.cpp
@@ -106,7 +106,7 @@ int main(int argc, char ** argv) {
ctx_params.n_threads_batch = params.n_threads_batch == -1 ? params.n_threads : params.n_threads_batch;
// ensure enough sequences are available
- ctx_params.n_parallel = *std::max_element(n_pl.begin(), n_pl.end());
+ ctx_params.n_seq_max = *std::max_element(n_pl.begin(), n_pl.end());
llama_context * ctx = llama_new_context_with_model(model, ctx_params);