summaryrefslogtreecommitdiff
path: root/examples/tokenize
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2023-11-17 18:01:38 +0200
committerGeorgi Gerganov <ggerganov@gmail.com>2023-11-17 18:01:38 +0200
commit5ad387e994dde77a47ec547a4a65f7611dc325f4 (patch)
tree7533796c90391cd3871e3ed27a85fb8b7dac4cae /examples/tokenize
parent2fa02b4b3d86182381311c98b75065ee1b7c2930 (diff)
tokenize : fix trailing whitespace
Diffstat (limited to 'examples/tokenize')
-rw-r--r--examples/tokenize/tokenize.cpp6
1 files changed, 3 insertions, 3 deletions
diff --git a/examples/tokenize/tokenize.cpp b/examples/tokenize/tokenize.cpp
index 72b60f9a..17166836 100644
--- a/examples/tokenize/tokenize.cpp
+++ b/examples/tokenize/tokenize.cpp
@@ -12,8 +12,8 @@ int main(int argc, char ** argv) {
return 1;
}
- auto model_path = argv[1];
- auto prompt = argv[2];
+ const char * model_path = argv[1];
+ const char * prompt = argv[2];
const bool printing_ids = argc > 3 && std::string(argv[3]) == "--ids";
@@ -36,7 +36,7 @@ int main(int argc, char ** argv) {
if (printing_ids) {
printf("%d\n", tokens[i]);
} else {
- printf("%6d -> '%s'\n", tokens[i], llama_token_to_piece(ctx, tokens[i]).c_str());
+ printf("%6d -> '%s'\n", tokens[i], llama_token_to_piece(ctx, tokens[i]).c_str());
}
}