diff options
Diffstat (limited to 'ggml/CMakeLists.txt')
| -rw-r--r-- | ggml/CMakeLists.txt | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/ggml/CMakeLists.txt b/ggml/CMakeLists.txt index 6775fdcb..70e3bbf3 100644 --- a/ggml/CMakeLists.txt +++ b/ggml/CMakeLists.txt @@ -118,6 +118,7 @@ option(GGML_MUSA "ggml: use MUSA" option(GGML_CUDA_FORCE_DMMV "ggml: use dmmv instead of mmvq CUDA kernels" OFF) option(GGML_CUDA_FORCE_MMQ "ggml: use mmq kernels instead of cuBLAS" OFF) option(GGML_CUDA_FORCE_CUBLAS "ggml: always use cuBLAS instead of mmq kernels" OFF) +option(GGML_CUDA_IQK_FORCE_BF16 "ggml: use bf16 cuBLAS when no MMQ kernel is available" OFF) set (GGML_CUDA_DMMV_X "32" CACHE STRING "ggml: x stride for dmmv CUDA kernels") set (GGML_CUDA_MMV_Y "1" CACHE STRING "ggml: y block size for mmv CUDA kernels") option(GGML_CUDA_F16 "ggml: use 16 bit floats for some calculations" OFF) |