diff options
author | Stephan Walter <stephan@walter.name> | 2023-04-28 23:10:43 +0000 |
---|---|---|
committer | GitHub <noreply@github.com> | 2023-04-28 23:10:43 +0000 |
commit | 36d19a603b221d1bd7897fcb10e823e2103b052d (patch) | |
tree | 14e8caf8b61f8fa0fa72f5d7cc137b1ff9330b2f /ggml-opencl-dequant.cl | |
parent | 7f15c5c477d9933689a9d1c40794483e350c2f19 (diff) |
Remove Q4_3 which is no better than Q5 (#1218)
Diffstat (limited to 'ggml-opencl-dequant.cl')
-rw-r--r-- | ggml-opencl-dequant.cl | 21 |
1 files changed, 0 insertions, 21 deletions
diff --git a/ggml-opencl-dequant.cl b/ggml-opencl-dequant.cl index 191b2e57..a65a79f4 100644 --- a/ggml-opencl-dequant.cl +++ b/ggml-opencl-dequant.cl @@ -60,25 +60,4 @@ __kernel void dequantize_row_q4_2(__global struct block_q4_2* blocks, __global f result[index + 1] = ((vi >> 4) - 8)*d; } -struct block_q4_3 -{ - ushort d; - ushort m; - uchar qs[8]; -}; - -__kernel void dequantize_row_q4_3(__global struct block_q4_3* blocks, __global float* result) { - const uint i = get_global_id(0) / 16; - const uint l = get_local_id(0); - - const float d = vload_half(0, (__global half*) &(blocks[i].d)); - const float m = vload_half(0, (__global half*) &(blocks[i].m)); - - const uchar vi = blocks[i].qs[l]; - - const uint index = i*16 + l*2; - result[index + 0] = (vi & 0xf) * d + m; - result[index + 1] = (vi >> 4) * d + m; -} - ); |