summaryrefslogtreecommitdiff
path: root/ggml-common.h
diff options
context:
space:
mode:
Diffstat (limited to 'ggml-common.h')
-rw-r--r--ggml-common.h12
1 files changed, 12 insertions, 0 deletions
diff --git a/ggml-common.h b/ggml-common.h
index e8efceb7..d1ae722a 100644
--- a/ggml-common.h
+++ b/ggml-common.h
@@ -199,6 +199,18 @@ typedef struct {
} block_q8_1;
static_assert(sizeof(block_q8_1) == 2*sizeof(ggml_half) + QK8_1, "wrong q8_1 block size/padding");
+typedef struct {
+ ggml_half d[8];
+ int8_t qs[4*QK8_1];
+} block_q8_1_x4;
+static_assert(sizeof(block_q8_1_x4) == 4*sizeof(block_q8_1), "wrong q8_1_x4 block size/padding");
+typedef struct {
+ ggml_half d[4];
+ int8_t qs[4*QK8_0];
+} block_q8_0_x4;
+static_assert(sizeof(block_q8_0_x4) == 4*sizeof(block_q8_0), "wrong q8_0_x4 block size/padding");
+
+
//
// Super-block quantization structures
//