diff options
Diffstat (limited to 'ggml/src/CMakeLists.txt')
| -rw-r--r-- | ggml/src/CMakeLists.txt | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/ggml/src/CMakeLists.txt b/ggml/src/CMakeLists.txt index b0db417d..5ecdb4f1 100644 --- a/ggml/src/CMakeLists.txt +++ b/ggml/src/CMakeLists.txt @@ -382,6 +382,7 @@ if (GGML_CUDA) add_compile_definitions(GGML_CUDA_MMV_Y=${GGML_CUDA_MMV_Y}) add_compile_definitions(K_QUANTS_PER_ITERATION=${GGML_CUDA_KQUANTS_ITER}) add_compile_definitions(GGML_CUDA_PEER_MAX_BATCH_SIZE=${GGML_CUDA_PEER_MAX_BATCH_SIZE}) + add_compile_definitions(GGML_CUDA_MIN_BATCH_OFFLOAD=${GGML_CUDA_MIN_BATCH_OFFLOAD}) if (GGML_CUDA_USE_GRAPHS) add_compile_definitions(GGML_CUDA_USE_GRAPHS) |