diff options
Diffstat (limited to 'examples/main')
| -rw-r--r-- | examples/main/main.cpp | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/examples/main/main.cpp b/examples/main/main.cpp index 47059e58..e2d07a63 100644 --- a/examples/main/main.cpp +++ b/examples/main/main.cpp @@ -878,6 +878,7 @@ int main(int argc, char ** argv) { const auto line_pfx = ::llama_tokenize(ctx, params.input_prefix, false, true); const auto line_inp = ::llama_tokenize(ctx, buffer, false, false); const auto line_sfx = ::llama_tokenize(ctx, params.input_suffix, false, true); + LOG("input tokens: %s\n", LOG_TOKENS_TOSTR_PRETTY(ctx, line_inp).c_str()); embd_inp.insert(embd_inp.end(), line_pfx.begin(), line_pfx.end()); |