diff options
Diffstat (limited to 'common/common.h')
-rw-r--r-- | common/common.h | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/common/common.h b/common/common.h index dd6b002e..cc048daa 100644 --- a/common/common.h +++ b/common/common.h @@ -200,6 +200,10 @@ std::string llama_detokenize_bpe( llama_context * ctx, const std::vector<llama_token> & tokens); +// Uses the value from the model metadata if possible, otherwise +// defaults to true when model type is SPM, otherwise false. +bool llama_should_add_bos_token(const llama_model * model); + // // YAML utils // |