diff options
| author | Alexey Parfenov <zxed@alkatrazstudio.net> | 2024-02-16 11:33:25 +0000 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-02-16 13:33:25 +0200 |
| commit | 6dcc02d2444c779c18d49c364c5d5c5728b6b484 (patch) | |
| tree | 938e984485a0146a61d4254911c308fe83a6c789 /common/sampling.h | |
| parent | 5f5808ca7b7f23a1fa7a77241842bb84a0e55108 (diff) | |
server : add "samplers" param to control the samplers order (#5494)
Diffstat (limited to 'common/sampling.h')
| -rw-r--r-- | common/sampling.h | 14 |
1 files changed, 7 insertions, 7 deletions
diff --git a/common/sampling.h b/common/sampling.h index 2bd6a75d..e1279a89 100644 --- a/common/sampling.h +++ b/common/sampling.h @@ -10,12 +10,12 @@ // sampler types enum class llama_sampler_type : char { - TOP_K = 'k', - TOP_P = 'p', - MIN_P = 'm', - TFS_Z = 'f', - TYPICAL_P = 'y', - TEMP = 't' + TOP_K = 'k', + TOP_P = 'p', + MIN_P = 'm', + TFS_Z = 'f', + TYPICAL_P = 'y', + TEMPERATURE = 't' }; // sampling parameters @@ -45,7 +45,7 @@ typedef struct llama_sampling_params { llama_sampler_type::TYPICAL_P, llama_sampler_type::TOP_P, llama_sampler_type::MIN_P, - llama_sampler_type::TEMP + llama_sampler_type::TEMPERATURE }; std::string grammar; // optional BNF-like grammar to constrain sampling |