diff options
Diffstat (limited to 'common/sampling.h')
| -rw-r--r-- | common/sampling.h | 8 |
1 files changed, 5 insertions, 3 deletions
diff --git a/common/sampling.h b/common/sampling.h index 79a998be..56ed991b 100644 --- a/common/sampling.h +++ b/common/sampling.h @@ -131,12 +131,14 @@ llama_token llama_sampling_sample( struct llama_context * ctx_cfg, int idx = 0); -// returns the probability that token of given id will be sampled -llama_token_data_array llama_sampling_probability_distribution( +// Prepares and adjusts the set of token candidates for sampling based on penalties, biases, and sampling parameters. +llama_token_data_array llama_sampling_prepare( struct llama_sampling_context * ctx_sampling, struct llama_context * ctx_main, struct llama_context * ctx_cfg, - int idx = 0); + int idx = 0, + bool apply_grammar = true, + std::vector<float> * original_logits = nullptr); void llama_sampling_accept( struct llama_sampling_context * ctx_sampling, |