summaryrefslogtreecommitdiff
path: root/llama.h
diff options
context:
space:
mode:
Diffstat (limited to 'llama.h')
-rw-r--r--llama.h8
1 files changed, 8 insertions, 0 deletions
diff --git a/llama.h b/llama.h
index bb605455..7b3634aa 100644
--- a/llama.h
+++ b/llama.h
@@ -775,6 +775,14 @@ extern "C" {
float p,
size_t min_keep);
+ /// @details Dynamic temperature implementation described in the paper https://arxiv.org/abs/2309.02772.
+ LLAMA_API void llama_sample_entropy(
+ struct llama_context * ctx,
+ llama_token_data_array * candidates_p,
+ float min_temp,
+ float max_temp,
+ float exponent_val);
+
LLAMA_API void llama_sample_temp(
struct llama_context * ctx,
llama_token_data_array * candidates,