From 39e17589a28670ea37b3c8aad36fea08c4eb9e97 Mon Sep 17 00:00:00 2001 From: Anton Sokolchenko Date: Thu, 19 Jun 2025 09:18:21 +0200 Subject: Update CMakeLists.txt to fix NDEBUG handling (#537) without my change | PP | TG | N_KV | T_PP s | S_PP t/s | T_TG s | S_TG t/s | | --- | --- | ---- | ------ | -------- | ------ | -------- | ggml_backend_cuda_graph_compute: disabling CUDA graphs due to mul_mat_id ggml_backend_cuda_graph_compute: disabling CUDA graphs due to too many consecutive updates | 8192 | 2048 | 0 | 54.433 | 150.50 | 414.061 | 4.95 | | 8192 | 2048 | 8192 | 64.162 | 127.68 | 428.767 | 4.78 | after my change to CMakeLists.txt | PP | TG | N_KV | T_PP s | S_PP t/s | T_TG s | S_TG t/s | |-------|--------|--------|----------|----------|----------|----------| | 8192 | 2048 | 0 | 58.363 | 140.36 | 405.040 | 5.06 | | 8192 | 2048 | 8192 | 63.752 | 128.50 | 423.548 | 4.84 | | 8192 | 2048 | 16384 | 69.712 | 117.51 | 431.367 | 4.75 | --- ggml/src/CMakeLists.txt | 1 + 1 file changed, 1 insertion(+) (limited to 'ggml/src') diff --git a/ggml/src/CMakeLists.txt b/ggml/src/CMakeLists.txt index 5ecdb4f1..4f181841 100644 --- a/ggml/src/CMakeLists.txt +++ b/ggml/src/CMakeLists.txt @@ -1382,6 +1382,7 @@ if (EMSCRIPTEN) endif() target_compile_definitions(ggml PUBLIC ${GGML_CDEF_PUBLIC}) +target_compile_definitions(ggml PRIVATE $<$:NDEBUG>) target_include_directories(ggml PUBLIC ../include) target_include_directories(ggml PRIVATE . ${GGML_EXTRA_INCLUDES}) target_link_directories(ggml PRIVATE ${GGML_EXTRA_LIBDIRS}) -- cgit v1.2.3