From ccb265c01676aad9ae5860ba50e74e61dfcd1cf8 Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Tue, 3 Jun 2025 11:32:03 +0300 Subject: Adding the XTC sampler (#486) Co-authored-by: Iwan Kawrakow --- src/llama.cpp | 5 +++++ 1 file changed, 5 insertions(+) (limited to 'src/llama.cpp') diff --git a/src/llama.cpp b/src/llama.cpp index 18c7cd0f..90e342e1 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -23265,6 +23265,11 @@ void llama_sample_temp(struct llama_context * ctx, llama_token_data_array * cand llama_sample_temp_impl(ctx ? &ctx->sampling : nullptr, candidates_p, temp); } +void llama_sample_xtc(struct llama_context * ctx, llama_token_data_array * candidates_p, + float probability, float threshold, size_t min_keep) { + llama_sample_xtc_impl(ctx ? &ctx->sampling : nullptr, candidates_p, probability, threshold, min_keep); +} + void llama_sample_repetition_penalties( struct llama_context * ctx, llama_token_data_array * candidates, -- cgit v1.2.3