diff options
Diffstat (limited to 'ggml-common.h')
-rw-r--r-- | ggml-common.h | 12 |
1 files changed, 12 insertions, 0 deletions
diff --git a/ggml-common.h b/ggml-common.h index e8efceb7..d1ae722a 100644 --- a/ggml-common.h +++ b/ggml-common.h @@ -199,6 +199,18 @@ typedef struct { } block_q8_1; static_assert(sizeof(block_q8_1) == 2*sizeof(ggml_half) + QK8_1, "wrong q8_1 block size/padding"); +typedef struct { + ggml_half d[8]; + int8_t qs[4*QK8_1]; +} block_q8_1_x4; +static_assert(sizeof(block_q8_1_x4) == 4*sizeof(block_q8_1), "wrong q8_1_x4 block size/padding"); +typedef struct { + ggml_half d[4]; + int8_t qs[4*QK8_0]; +} block_q8_0_x4; +static_assert(sizeof(block_q8_0_x4) == 4*sizeof(block_q8_0), "wrong q8_0_x4 block size/padding"); + + // // Super-block quantization structures // |