diff options
Diffstat (limited to 'ggml/src/ggml-common.h')
| -rw-r--r-- | ggml/src/ggml-common.h | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/ggml/src/ggml-common.h b/ggml/src/ggml-common.h index b58e3e4c..57fdeb82 100644 --- a/ggml/src/ggml-common.h +++ b/ggml/src/ggml-common.h @@ -26,7 +26,11 @@ typedef half2 ggml_half2; #define GGML_COMMON_DECL #elif defined(GGML_COMMON_DECL_CUDA) +#if defined(GGML_COMMON_DECL_MUSA) +#include <musa_fp16.h> +#else #include <cuda_fp16.h> +#endif #include <cstdint> typedef half ggml_half; @@ -527,7 +531,7 @@ static_assert(sizeof(block_iq6_k) == sizeof(ggml_half) + sizeof(uint16_t) + QK_K #define GGML_TABLE_END() }; #define GGML_COMMON_IMPL -#elif defined(GGML_COMMON_IMPL_CUDA) || defined(GGML_COMMON_IMPL_HIP) +#elif defined(GGML_COMMON_IMPL_CUDA) || defined(GGML_COMMON_IMPL_HIP) || defined(GGML_COMMON_IMPL_MUSA) #include <cstdint> #define GGML_TABLE_BEGIN(type, name, size) static const __device__ type name[size] = { |