summaryrefslogtreecommitdiff
path: root/examples/lookahead/lookahead.cpp
diff options
context:
space:
mode:
Diffstat (limited to 'examples/lookahead/lookahead.cpp')
-rw-r--r--examples/lookahead/lookahead.cpp5
1 files changed, 1 insertions, 4 deletions
diff --git a/examples/lookahead/lookahead.cpp b/examples/lookahead/lookahead.cpp
index e2551e7a..5af6a8ab 100644
--- a/examples/lookahead/lookahead.cpp
+++ b/examples/lookahead/lookahead.cpp
@@ -64,13 +64,10 @@ int main(int argc, char ** argv) {
std::tie(model, ctx) = llama_init_from_gpt_params(params);
// Tokenize the prompt
- const bool add_bos = llama_should_add_bos_token(model);
- LOG("add_bos tgt: %d\n", add_bos);
-
std::vector<llama_token> inp;
std::vector<llama_token> all;
- inp = ::llama_tokenize(ctx, params.prompt, add_bos, true);
+ inp = ::llama_tokenize(ctx, params.prompt, true, true);
all = inp;
const int max_context_size = llama_n_ctx(ctx);