diff options
Diffstat (limited to 'examples/batched')
| -rw-r--r-- | examples/batched/batched.cpp | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/examples/batched/batched.cpp b/examples/batched/batched.cpp index 7aaf63ce..be30d20b 100644 --- a/examples/batched/batched.cpp +++ b/examples/batched/batched.cpp @@ -191,8 +191,8 @@ int main(int argc, char ** argv) { //const llama_token new_token_id = llama_sample_token_greedy(ctx, &candidates_p); - // is it an end of stream? -> mark the stream as finished - if (new_token_id == llama_token_eos(model) || n_cur == n_len) { + // is it an end of generation? -> mark the stream as finished + if (llama_token_is_eog(model, new_token_id) || n_cur == n_len) { i_batch[i] = -1; LOG_TEE("\n"); if (n_parallel > 1) { |