diff options
Diffstat (limited to 'ggml-common.h')
-rw-r--r-- | ggml-common.h | 5 |
1 files changed, 5 insertions, 0 deletions
diff --git a/ggml-common.h b/ggml-common.h index d3945975..4de80794 100644 --- a/ggml-common.h +++ b/ggml-common.h @@ -306,6 +306,11 @@ typedef struct { int8_t qs[64]; // quants } block_q8_K64; static_assert(sizeof(block_q8_K64) == sizeof(float) + 64, "wrong q8_K64 block size/padding"); +typedef struct { + float d; // delta + int8_t qs[128]; // quants +} block_q8_K128; +static_assert(sizeof(block_q8_K128) == sizeof(float) + 128, "wrong q8_K128 block size/padding"); // (Almost) "true" 2-bit quantization. // Due to the need to use blocks as per ggml design, it ends up using |