diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-11-17 18:01:38 +0200 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-11-17 18:01:38 +0200 |
commit | 5ad387e994dde77a47ec547a4a65f7611dc325f4 (patch) | |
tree | 7533796c90391cd3871e3ed27a85fb8b7dac4cae | |
parent | 2fa02b4b3d86182381311c98b75065ee1b7c2930 (diff) |
tokenize : fix trailing whitespace
-rw-r--r-- | examples/tokenize/tokenize.cpp | 6 |
1 files changed, 3 insertions, 3 deletions
diff --git a/examples/tokenize/tokenize.cpp b/examples/tokenize/tokenize.cpp index 72b60f9a..17166836 100644 --- a/examples/tokenize/tokenize.cpp +++ b/examples/tokenize/tokenize.cpp @@ -12,8 +12,8 @@ int main(int argc, char ** argv) { return 1; } - auto model_path = argv[1]; - auto prompt = argv[2]; + const char * model_path = argv[1]; + const char * prompt = argv[2]; const bool printing_ids = argc > 3 && std::string(argv[3]) == "--ids"; @@ -36,7 +36,7 @@ int main(int argc, char ** argv) { if (printing_ids) { printf("%d\n", tokens[i]); } else { - printf("%6d -> '%s'\n", tokens[i], llama_token_to_piece(ctx, tokens[i]).c_str()); + printf("%6d -> '%s'\n", tokens[i], llama_token_to_piece(ctx, tokens[i]).c_str()); } } |