diff options
| author | Iwan Kawrakow <iwan.kawrakow@gmail.com> | 2024-08-01 16:08:32 +0300 |
|---|---|---|
| committer | Kawrakow <48489457+ikawrakow@users.noreply.github.com> | 2024-08-09 16:00:31 +0200 |
| commit | cfb0410067be051dd8ea76c08280a3b04d5a5188 (patch) | |
| tree | 64ffc06e18f75a8cfc4d04b98875f68cd7fa99d4 /ggml/include | |
| parent | a9f302ebe2373321c12b01d8760904901aa064a4 (diff) | |
iq6_k: WIP (nothing works)
Diffstat (limited to 'ggml/include')
| -rw-r--r-- | ggml/include/ggml.h | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/ggml/include/ggml.h b/ggml/include/ggml.h index 144e87f5..a0bcc67f 100644 --- a/ggml/include/ggml.h +++ b/ggml/include/ggml.h @@ -393,7 +393,8 @@ extern "C" { GGML_TYPE_IQ3_K = 38, GGML_TYPE_IQ4_K = 39, GGML_TYPE_IQ5_K = 40, - GGML_TYPE_IQ2_TN = 41, + GGML_TYPE_IQ6_K = 41, + GGML_TYPE_IQ2_TN = 42, GGML_TYPE_COUNT, }; @@ -444,7 +445,8 @@ extern "C" { GGML_FTYPE_MOSTLY_IQ3_K = 31, // except 1d tensors GGML_FTYPE_MOSTLY_IQ4_K = 32, // except 1d tensors GGML_FTYPE_MOSTLY_IQ5_K = 33, // except 1d tensors - GGML_FTYPE_MOSTLY_IQ2_TN = 34, // except 1d tensors + GGML_FTYPE_MOSTLY_IQ6_K = 34, // except 1d tensors + GGML_FTYPE_MOSTLY_IQ2_TN = 35, // except 1d tensors }; // available tensor operations: |