From 2081b3fccb9923699bf4d5e926d8719fc1d12c39 Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Tue, 15 Jul 2025 08:03:13 +0200 Subject: Vulkan: a fresh start (#608) * It compiles * Seems to be working with coopmat * Vulkan needs f32 precision for flash attention * Vulkan: fix u_batch > 4096/n_active_experts for coopmat1. Without this fix we get an assert. We get the same assert in mainline too. --------- Co-authored-by: Iwan Kawrakow --- ggml/include/ggml-vulkan.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'ggml/include/ggml-vulkan.h') diff --git a/ggml/include/ggml-vulkan.h b/ggml/include/ggml-vulkan.h index e3e62864..7a482d6f 100644 --- a/ggml/include/ggml-vulkan.h +++ b/ggml/include/ggml-vulkan.h @@ -10,7 +10,7 @@ extern "C" { #define GGML_VK_NAME "Vulkan" #define GGML_VK_MAX_DEVICES 16 -GGML_API GGML_CALL void ggml_vk_instance_init(void); +//GGML_API GGML_CALL void ggml_vk_instance_init(void); // backend API GGML_API GGML_CALL ggml_backend_t ggml_backend_vk_init(size_t dev_num); -- cgit v1.2.3