summaryrefslogtreecommitdiff
path: root/common/sampling.h
diff options
context:
space:
mode:
authorDavid Renshaw <dwrenshaw@gmail.com>2024-01-17 02:17:50 -0500
committerGitHub <noreply@github.com>2024-01-17 09:17:50 +0200
commitf46c0c1b0ea0bc67e24e4bf026a7e898c1af22a9 (patch)
treeb9dd93bcd524b7be0ce5e64ff87d11563988f962 /common/sampling.h
parent5c999609013a30c06e6fd28be8db5c2074bcc196 (diff)
llama : fix copy/paste error in llama_sampling_params comment (#4994)
Diffstat (limited to 'common/sampling.h')
-rw-r--r--common/sampling.h2
1 files changed, 1 insertions, 1 deletions
diff --git a/common/sampling.h b/common/sampling.h
index f16ef97e..2ee18037 100644
--- a/common/sampling.h
+++ b/common/sampling.h
@@ -17,7 +17,7 @@ typedef struct llama_sampling_params {
float min_p = 0.05f; // 0.0 = disabled
float tfs_z = 1.00f; // 1.0 = disabled
float typical_p = 1.00f; // 1.0 = disabled
- float temp = 0.80f; // 1.0 = disabled
+ float temp = 0.80f; // <= 0.0 to sample greedily, 0.0 to not output probabilities
int32_t penalty_last_n = 64; // last n tokens to penalize (0 = disable penalty, -1 = context size)
float penalty_repeat = 1.10f; // 1.0 = disabled
float penalty_freq = 0.00f; // 0.0 = disabled