diff options
| author | eastriver <lee@eastriver.dev> | 2023-11-24 18:25:10 +0900 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-11-24 11:25:10 +0200 |
| commit | 2568a4bf548d7392e9c78c008b33b4c11d53fe95 (patch) | |
| tree | ffe048bf5865a354df43bd4c61a496f9b4e348f4 /examples | |
| parent | b35f3d0def3efde92ed465d92a267430d957e87d (diff) | |
main.swift : fix eos checking (#4197)
llama_token_eos(const struct llama_model *) is currently getting struct llama_context type variable context as a parameter.
Diffstat (limited to 'examples')
| -rw-r--r-- | examples/batched.swift/Sources/main.swift | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/examples/batched.swift/Sources/main.swift b/examples/batched.swift/Sources/main.swift index 77273038..ba15197a 100644 --- a/examples/batched.swift/Sources/main.swift +++ b/examples/batched.swift/Sources/main.swift @@ -153,7 +153,7 @@ while n_cur <= n_len { // const llama_token new_token_id = llama_sample_token_greedy(ctx, &candidates_p); // is it an end of stream? -> mark the stream as finished - if new_token_id == llama_token_eos(context) || n_cur == n_len { + if new_token_id == llama_token_eos(model) || n_cur == n_len { i_batch[i] = -1 // print("") if n_parallel > 1 { |