diff options
| author | firecoperana <xuqiaowei1124@gmail.com> | 2025-06-12 00:19:26 -0500 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2025-06-12 08:19:26 +0300 |
| commit | 7b1a3eece7e33ce197324f44e839dec430162108 (patch) | |
| tree | 77762570e9f34119063de54c6c9af09c9e917611 /common/sampling.h | |
| parent | 4fc3cb4a4709e747984f7b8c9097d9b997d949b5 (diff) | |
Add top n sigma sampler and other webui fix (#512)
Co-authored-by: firecoperana <firecoperana>
Diffstat (limited to 'common/sampling.h')
| -rw-r--r-- | common/sampling.h | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/common/sampling.h b/common/sampling.h index 99fb07ac..4fc86595 100644 --- a/common/sampling.h +++ b/common/sampling.h @@ -11,6 +11,7 @@ // sampler types enum class llama_sampler_type : char { + DRY ='d', TOP_K = 'k', TOP_P = 'p', MIN_P = 'm', @@ -53,6 +54,7 @@ typedef struct llama_sampling_params { llama_sampler_type::TYPICAL_P, llama_sampler_type::TOP_P, llama_sampler_type::MIN_P, + llama_sampler_type::TOP_N_SIGMA, llama_sampler_type::TEMPERATURE }; |