diff options
| author | Thireus ☠ <Thireus@users.noreply.github.com> | 2025-07-17 07:50:42 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2025-07-17 08:50:42 +0200 |
| commit | b94f3af56f6fde4845c968115edaa0ac36e36bb7 (patch) | |
| tree | ed47475ab2bc0d70fb1029c0b2562528c0a28163 | |
| parent | 6950c82c302dd6afc838f4a405d86d323f35126d (diff) | |
Add GGML_MAX_CONTEXTS definition in CMakeLists.txt (#622)
* Add GGML_MAX_CONTEXTS definition in CMakeLists.txt
If this entry is missing, GGML_MAX_CONTEXTS is ignored
* Update CMakeLists.txt
add_compile_definitions for GGML_MAX_CONTEXTS
| -rw-r--r-- | ggml/CMakeLists.txt | 1 | ||||
| -rw-r--r-- | ggml/src/CMakeLists.txt | 3 |
2 files changed, 4 insertions, 0 deletions
diff --git a/ggml/CMakeLists.txt b/ggml/CMakeLists.txt index 4dbd8d34..e63520f0 100644 --- a/ggml/CMakeLists.txt +++ b/ggml/CMakeLists.txt @@ -104,6 +104,7 @@ endif() # ggml core set(GGML_SCHED_MAX_COPIES "4" CACHE STRING "ggml: max input copies for pipeline parallelism") +set(GGML_MAX_CONTEXTS "" CACHE STRING "ggml: max model contexts (override only; defaults to 64 in the code)") # 3rd party libs / backends option(GGML_ACCELERATE "ggml: enable Accelerate framework" ON) diff --git a/ggml/src/CMakeLists.txt b/ggml/src/CMakeLists.txt index 1a3c1ff6..175f9c67 100644 --- a/ggml/src/CMakeLists.txt +++ b/ggml/src/CMakeLists.txt @@ -3,6 +3,9 @@ include(CheckCXXCompilerFlag) unset(GGML_CDEF_PUBLIC) add_compile_definitions(GGML_SCHED_MAX_COPIES=${GGML_SCHED_MAX_COPIES}) +if (GGML_MAX_CONTEXTS) + add_compile_definitions(GGML_MAX_CONTEXTS=${GGML_MAX_CONTEXTS}) +endif() # enable libstdc++ assertions for debug builds if (CMAKE_SYSTEM_NAME MATCHES "Linux") |