diff options
Diffstat (limited to 'examples/batched-bench/batched-bench.cpp')
| -rw-r--r-- | examples/batched-bench/batched-bench.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/batched-bench/batched-bench.cpp b/examples/batched-bench/batched-bench.cpp index 7924db26..b52d6845 100644 --- a/examples/batched-bench/batched-bench.cpp +++ b/examples/batched-bench/batched-bench.cpp @@ -88,7 +88,7 @@ int main(int argc, char ** argv) { llama_model_params model_params = llama_model_default_params(); - const std::vector<float> t_split (LLAMA_MAX_DEVICES, 0.0f); + const std::vector<float> t_split(llama_max_devices(), 0.0f); model_params.n_gpu_layers = n_gpu_layers; model_params.tensor_split = t_split.data(); |