diff options
Diffstat (limited to 'include/llama.h')
| -rw-r--r-- | include/llama.h | 18 |
1 files changed, 10 insertions, 8 deletions
diff --git a/include/llama.h b/include/llama.h index a9af4c48..02d94b6c 100644 --- a/include/llama.h +++ b/include/llama.h @@ -166,14 +166,16 @@ extern "C" { LLAMA_FTYPE_MOSTLY_Q4_0_4_4 = 33, // except 1d tensors LLAMA_FTYPE_MOSTLY_Q4_0_4_8 = 34, // except 1d tensors LLAMA_FTYPE_MOSTLY_Q4_0_8_8 = 35, // except 1d tensors - LLAMA_FTYPE_MOSTLY_IQ1_BN = 36, // except 1d tensors - LLAMA_FTYPE_MOSTLY_IQ2_BN = 37, // except 1d tensors - LLAMA_FTYPE_MOSTLY_IQ2_K = 38, // except 1d tensors - LLAMA_FTYPE_MOSTLY_IQ3_K = 39, // except 1d tensors - LLAMA_FTYPE_MOSTLY_IQ4_K = 40, // except 1d tensors - LLAMA_FTYPE_MOSTLY_IQ5_K = 41, // except 1d tensors - LLAMA_FTYPE_MOSTLY_IQ6_K = 42, // except 1d tensors - LLAMA_FTYPE_MOSTLY_IQ2_TN = 43, // except 1d tensors + // + LLAMA_FTYPE_MOSTLY_IQ1_BN = 136, // except 1d tensors + LLAMA_FTYPE_MOSTLY_IQ2_BN = 137, // except 1d tensors + LLAMA_FTYPE_MOSTLY_IQ2_K = 138, // except 1d tensors + LLAMA_FTYPE_MOSTLY_IQ3_K = 139, // except 1d tensors + LLAMA_FTYPE_MOSTLY_IQ4_K = 140, // except 1d tensors + LLAMA_FTYPE_MOSTLY_IQ5_K = 141, // except 1d tensors + LLAMA_FTYPE_MOSTLY_IQ6_K = 142, // except 1d tensors + LLAMA_FTYPE_MOSTLY_IQ2_TN = 143, // except 1d tensors + LLAMA_FTYPE_MOSTLY_IQ1_TN = 144, // except 1d tensors LLAMA_FTYPE_GUESSED = 1024, // not specified in the model file }; |