summaryrefslogtreecommitdiff
path: root/examples/embedding/embedding.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'examples/embedding/embedding.cpp')
-rw-r--r--examples/embedding/embedding.cpp6
1 files changed, 3 insertions, 3 deletions
diff --git a/examples/embedding/embedding.cpp b/examples/embedding/embedding.cpp
index 53665752..6a93147d 100644
--- a/examples/embedding/embedding.cpp
+++ b/examples/embedding/embedding.cpp
@@ -123,10 +123,10 @@ int main(int argc, char ** argv) {
inputs.push_back(inp);
}
- // add eos if not present
+ // add SEP if not present
for (auto & inp : inputs) {
- if (inp.empty() || inp.back() != llama_token_eos(model)) {
- inp.push_back(llama_token_eos(model));
+ if (inp.empty() || inp.back() != llama_token_sep(model)) {
+ inp.push_back(llama_token_sep(model));
}
}