diff options
Diffstat (limited to 'include/llama.h')
| -rw-r--r-- | include/llama.h | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/include/llama.h b/include/llama.h index b6b408de..607a590d 100644 --- a/include/llama.h +++ b/include/llama.h @@ -194,6 +194,9 @@ extern "C" { LLAMA_FTYPE_MOSTLY_IQ4_KSS = 148, // except 1d tensors LLAMA_FTYPE_MOSTLY_Q8_KV = 149, // except 1d tensors LLAMA_FTYPE_MOSTLY_IQ5_KS = 150, // except 1d tensors + LLAMA_FTYPE_MOSTLY_IQ2_KT = 151, // except 1d tensors + LLAMA_FTYPE_MOSTLY_IQ3_KT = 152, // except 1d tensors + LLAMA_FTYPE_MOSTLY_IQ4_KT = 153, // except 1d tensors // LLAMA_FTYPE_MOSTLY_Q4_0_R8 = 202, // except 1d tensors LLAMA_FTYPE_MOSTLY_Q8_0_R8 = 207, // except 1d tensors |