diff options
author | Georgi Gerganov <ggerganov@gmail.com> | 2023-04-22 16:31:56 +0300 |
---|---|---|
committer | Georgi Gerganov <ggerganov@gmail.com> | 2023-04-22 16:32:07 +0300 |
commit | 0e018fe008eacebdbcfa2d61b6c988c245c961cd (patch) | |
tree | 5a2051e9896f120527484732b9a9a14f0107f547 /ggml.c | |
parent | 857308d1e8fb6afe33edb481d48560eee8fe7d7c (diff) |
ggml : fix Q4_3 cuBLAS
Diffstat (limited to 'ggml.c')
-rw-r--r-- | ggml.c | 3 |
1 files changed, 3 insertions, 0 deletions
@@ -7992,6 +7992,9 @@ static void ggml_compute_forward_mul_mat_q_f32( else if (type == GGML_TYPE_Q4_2) { dequantize_row_q_cuda = dequantize_row_q4_2_cuda; } + else if (type == GGML_TYPE_Q4_3) { + dequantize_row_q_cuda = dequantize_row_q4_3_cuda; + } else { GGML_ASSERT(false); } |