Main+: optionally allow special tokens from user in interactive mode (#7097)

@hanishkvc added a new `--interactive-specials` flag which would allow for inserting special tokens from user side into the embedding stream.

1 files changed, 1 insertions, 1 deletions

diff --git a/examples/main/main.cpp b/examples/main/main.cpp
index 49acd6ba..f3e445c1 100644
--- a/examples/main/main.cpp
+++ b/examples/main/main.cpp
@@ -879,7 +879,7 @@ int main(int argc, char ** argv) {
                     }
 
                     const auto line_pfx = ::llama_tokenize(ctx, params.input_prefix, false, true);
-                    const auto line_inp = ::llama_tokenize(ctx, buffer,              false, false);
+                    const auto line_inp = ::llama_tokenize(ctx, buffer,              false, params.interactive_specials);
                     const auto line_sfx = ::llama_tokenize(ctx, params.input_suffix, false, true);
 
                     LOG("input tokens: %s\n", LOG_TOKENS_TOSTR_PRETTY(ctx, line_inp).c_str());