diff options
Diffstat (limited to 'common/sampling.h')
| -rw-r--r-- | common/sampling.h | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/common/sampling.h b/common/sampling.h index eeaa53b8..163cdfca 100644 --- a/common/sampling.h +++ b/common/sampling.h @@ -15,6 +15,7 @@ enum class llama_sampler_type : char { TOP_P = 'p', MIN_P = 'm', TFS_Z = 'f', + XTC = 'x', TYPICAL_P = 'y', TEMPERATURE = 't' }; @@ -39,6 +40,8 @@ typedef struct llama_sampling_params { int32_t mirostat = 0; // 0 = disabled, 1 = mirostat, 2 = mirostat 2.0 float mirostat_tau = 5.00f; // target entropy float mirostat_eta = 0.10f; // learning rate + float xtc_probability = 0.0f; // xtc probability + float xtc_threshold = 1.0f; // xtc threashold, disabled if > 0.5 bool penalize_nl = false; // consider newlines as a repeatable token uint32_t seed = LLAMA_DEFAULT_SEED; // the seed used to initialize llama_sampling_context |