From 7c7836d9d4062d6858e3fb337b135c417ccee6ce Mon Sep 17 00:00:00 2001 From: 0cc4m Date: Sun, 16 Jun 2024 07:17:31 +0200 Subject: Vulkan Shader Refactor, Memory Debugging Option (#7947) * Refactor shaders, extract GLSL code from ggml_vk_generate_shaders.py into vulkan-shaders directory * Improve debug log code * Add memory debug output option * Fix flake8 * Fix unnecessary high llama-3 VRAM use --- vulkan-shaders/square.comp | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 vulkan-shaders/square.comp (limited to 'vulkan-shaders/square.comp') diff --git a/vulkan-shaders/square.comp b/vulkan-shaders/square.comp new file mode 100644 index 00000000..8dd19333 --- /dev/null +++ b/vulkan-shaders/square.comp @@ -0,0 +1,13 @@ +#version 450 + +#include "types.comp" +#include "generic_unary_head.comp" + +void main() { + if (gl_GlobalInvocationID.x >= p.ne) { + return; + } + + const FLOAT_TYPE val = FLOAT_TYPE(data_a[src0_idx(gl_GlobalInvocationID.x)]); + data_d[p.d_offset + dst_idx(gl_GlobalInvocationID.x)] = D_TYPE(val * val); +} -- cgit v1.2.3