diff options
| author | Jared Van Bortel <jared@nomic.ai> | 2024-02-03 06:22:06 -0500 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-02-03 13:22:06 +0200 |
| commit | 1ec3332ade60aeb1494ace2211cf1a966db6d770 (patch) | |
| tree | 6d676bd61cf6ffcd201fdbfe63adae89d961a235 /common/common.h | |
| parent | 6a66c5071a74a96c4f52cf1015a092acd18c3714 (diff) | |
YaRN : store rope scaling type as int32_t in memory (#5285)
* YaRN : store rope scaling type as int32_t in memory
* llama : store mapped names as const char *
Diffstat (limited to 'common/common.h')
| -rw-r--r-- | common/common.h | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/common/common.h b/common/common.h index 24a99d72..62de25d6 100644 --- a/common/common.h +++ b/common/common.h @@ -75,8 +75,7 @@ struct gpt_params { float yarn_beta_fast = 32.0f; // YaRN low correction dim float yarn_beta_slow = 1.0f; // YaRN high correction dim int32_t yarn_orig_ctx = 0; // YaRN original context length - int8_t rope_scaling_type = LLAMA_ROPE_SCALING_UNSPECIFIED; // TODO: better to be int32_t for alignment - // pinging @cebtenzzre + int32_t rope_scaling_type = LLAMA_ROPE_SCALING_UNSPECIFIED; // // sampling parameters struct llama_sampling_params sparams; |