diff options
Diffstat (limited to 'ggml/src/ggml-common.h')
-rw-r--r-- | ggml/src/ggml-common.h | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/ggml/src/ggml-common.h b/ggml/src/ggml-common.h index d08870ad..023b0b63 100644 --- a/ggml/src/ggml-common.h +++ b/ggml/src/ggml-common.h @@ -528,7 +528,12 @@ typedef struct { ggml_half d[4]; uint8_t qs[2*QK4_NL]; } block_iq4_nl_r4; -static_assert(sizeof(block_iq4_nl_r4) == 4*sizeof(ggml_half) + 2*QK4_NL, "wrong iq4_nl_x4 block size/padding"); +static_assert(sizeof(block_iq4_nl_r4) == 4*sizeof(ggml_half) + 2*QK4_NL, "wrong iq4_nl_r4 block size/padding"); +typedef struct { + ggml_half d[8]; + uint8_t qs[4*QK4_NL]; +} block_iq4_nl_r8; +static_assert(sizeof(block_iq4_nl_r8) == 8*sizeof(ggml_half) + 4*QK4_NL, "wrong iq4_nl_r8 block size/padding"); typedef struct { ggml_half d; |