diff options
author | Iwan Kawrakow <iwan.kawrakow@gmail.com> | 2024-06-25 17:20:34 +0300 |
---|---|---|
committer | Iwan Kawrakow <iwan.kawrakow@gmail.com> | 2024-06-25 17:20:34 +0300 |
commit | 8b436a84c53de4c5a8eaf9be72cdd82324da2eeb (patch) | |
tree | d3126b6fe0f108403fa2445da9827ab3536469e3 /iqk_mul_mat.cpp | |
parent | c906c4c4fe29f310b8a42e56aae4a5377f6617f4 (diff) |
bitnet: simdify q8_K64 quantization on AVX
Doesn't make a real difference in performance.
Diffstat (limited to 'iqk_mul_mat.cpp')
-rw-r--r-- | iqk_mul_mat.cpp | 1 |
1 files changed, 0 insertions, 1 deletions
diff --git a/iqk_mul_mat.cpp b/iqk_mul_mat.cpp index 666c2caf..d4354343 100644 --- a/iqk_mul_mat.cpp +++ b/iqk_mul_mat.cpp @@ -2788,7 +2788,6 @@ bool MulMat::prepare(int typeA, int typeB, int ne00, MulMat& mm, int Ny) { MulMat::set_functions<DequantizerIQ2XXS>(mm); break; case GGML_TYPE_IQ1_BN: - return false; assert (ne00 % QK_IQ1BN == 0); mm.funcs[0] = mul_mat_iq1bn_q8_K64<1>; mm.funcs[1] = mul_mat_iq1bn_q8_K64<2>; |