diff options
| author | Georgi Gerganov <ggerganov@gmail.com> | 2024-05-22 12:36:37 +0300 |
|---|---|---|
| committer | Georgi Gerganov <ggerganov@gmail.com> | 2024-05-22 12:36:37 +0300 |
| commit | 9b3d83318931aa98c487baaa977626931d059e6a (patch) | |
| tree | c9a99a825173416db5af6a6bda94178e2d224a3d | |
| parent | 95fb0aefab568348da159efdd370e064d1b35f97 (diff) | |
cuda : fix compile warning (#7454)
| -rw-r--r-- | ggml-cuda/fattn-tile-f32.cu | 3 |
1 files changed, 1 insertions, 2 deletions
diff --git a/ggml-cuda/fattn-tile-f32.cu b/ggml-cuda/fattn-tile-f32.cu index 54db765e..b8b2f69e 100644 --- a/ggml-cuda/fattn-tile-f32.cu +++ b/ggml-cuda/fattn-tile-f32.cu @@ -283,8 +283,7 @@ void launch_fattn_tile_f32_64_128(ggml_backend_cuda_context & ctx, ggml_tensor * } void ggml_cuda_flash_attn_ext_tile_f32(ggml_backend_cuda_context & ctx, ggml_tensor * dst) { - const ggml_tensor * KQV = dst; - const ggml_tensor * Q = dst->src[0]; + const ggml_tensor * Q = dst->src[0]; if (Q->ne[1] <= 16) { constexpr int cols_per_block = 16; |