diff options
Diffstat (limited to 'common')
-rw-r--r-- | common/common.cpp | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/common/common.cpp b/common/common.cpp index 6219f0ce..44678d7a 100644 --- a/common/common.cpp +++ b/common/common.cpp @@ -2169,8 +2169,10 @@ struct llama_init_result llama_init_from_gpt_params(gpt_params & params) { if (bos != -1) { tmp.push_back(bos); } - tmp.push_back(eos); - + else + { + tmp.push_back(eos); + } if (llama_model_has_encoder(model)) { llama_encode(lctx, llama_batch_get_one(tmp.data(), tmp.size(), 0, 0)); llama_token decoder_start_token_id = llama_model_decoder_start_token(model); |