summaryrefslogtreecommitdiff
path: root/ggml-opencl-dequant.cl
diff options
context:
space:
mode:
authorStephan Walter <stephan@walter.name>2023-04-28 23:10:43 +0000
committerGitHub <noreply@github.com>2023-04-28 23:10:43 +0000
commit36d19a603b221d1bd7897fcb10e823e2103b052d (patch)
tree14e8caf8b61f8fa0fa72f5d7cc137b1ff9330b2f /ggml-opencl-dequant.cl
parent7f15c5c477d9933689a9d1c40794483e350c2f19 (diff)
Remove Q4_3 which is no better than Q5 (#1218)
Diffstat (limited to 'ggml-opencl-dequant.cl')
-rw-r--r--ggml-opencl-dequant.cl21
1 files changed, 0 insertions, 21 deletions
diff --git a/ggml-opencl-dequant.cl b/ggml-opencl-dequant.cl
index 191b2e57..a65a79f4 100644
--- a/ggml-opencl-dequant.cl
+++ b/ggml-opencl-dequant.cl
@@ -60,25 +60,4 @@ __kernel void dequantize_row_q4_2(__global struct block_q4_2* blocks, __global f
result[index + 1] = ((vi >> 4) - 8)*d;
}
-struct block_q4_3
-{
- ushort d;
- ushort m;
- uchar qs[8];
-};
-
-__kernel void dequantize_row_q4_3(__global struct block_q4_3* blocks, __global float* result) {
- const uint i = get_global_id(0) / 16;
- const uint l = get_local_id(0);
-
- const float d = vload_half(0, (__global half*) &(blocks[i].d));
- const float m = vload_half(0, (__global half*) &(blocks[i].m));
-
- const uchar vi = blocks[i].qs[l];
-
- const uint index = i*16 + l*2;
- result[index + 0] = (vi & 0xf) * d + m;
- result[index + 1] = (vi >> 4) * d + m;
-}
-
);