From 36d19a603b221d1bd7897fcb10e823e2103b052d Mon Sep 17 00:00:00 2001 From: Stephan Walter Date: Fri, 28 Apr 2023 23:10:43 +0000 Subject: Remove Q4_3 which is no better than Q5 (#1218) --- ggml-opencl-dequant.cl | 21 --------------------- 1 file changed, 21 deletions(-) (limited to 'ggml-opencl-dequant.cl') diff --git a/ggml-opencl-dequant.cl b/ggml-opencl-dequant.cl index 191b2e57..a65a79f4 100644 --- a/ggml-opencl-dequant.cl +++ b/ggml-opencl-dequant.cl @@ -60,25 +60,4 @@ __kernel void dequantize_row_q4_2(__global struct block_q4_2* blocks, __global f result[index + 1] = ((vi >> 4) - 8)*d; } -struct block_q4_3 -{ - ushort d; - ushort m; - uchar qs[8]; -}; - -__kernel void dequantize_row_q4_3(__global struct block_q4_3* blocks, __global float* result) { - const uint i = get_global_id(0) / 16; - const uint l = get_local_id(0); - - const float d = vload_half(0, (__global half*) &(blocks[i].d)); - const float m = vload_half(0, (__global half*) &(blocks[i].m)); - - const uchar vi = blocks[i].qs[l]; - - const uint index = i*16 + l*2; - result[index + 0] = (vi & 0xf) * d + m; - result[index + 1] = (vi >> 4) * d + m; -} - ); -- cgit v1.2.3