diff options
Diffstat (limited to 'ggml_vk_generate_shaders.py')
| -rw-r--r-- | ggml_vk_generate_shaders.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/ggml_vk_generate_shaders.py b/ggml_vk_generate_shaders.py index d0861fde..6b1b82bf 100644 --- a/ggml_vk_generate_shaders.py +++ b/ggml_vk_generate_shaders.py @@ -19,8 +19,8 @@ shader_int8_ext = """ # Type-specific defines shader_f16_defines = """ -#define QUANT_K 32 -#define QUANT_R 2 +#define QUANT_K 1 +#define QUANT_R 1 #define A_TYPE float16_t """ |