diff options
Diffstat (limited to 'examples/batched/batched.cpp')
| -rw-r--r-- | examples/batched/batched.cpp | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/batched/batched.cpp b/examples/batched/batched.cpp index 2797329b..75856a81 100644 --- a/examples/batched/batched.cpp +++ b/examples/batched/batched.cpp @@ -180,7 +180,7 @@ int main(int argc, char ** argv) { //const llama_token new_token_id = llama_sample_token_greedy(ctx, &candidates_p); // is it an end of stream? -> mark the stream as finished - if (new_token_id == llama_token_eos(ctx) || n_cur == n_len) { + if (new_token_id == llama_token_eos(model) || n_cur == n_len) { i_batch[i] = -1; LOG_TEE("\n"); if (n_parallel > 1) { |