diff options
Diffstat (limited to 'ggml/include/ggml.h')
| -rw-r--r-- | ggml/include/ggml.h | 7 |
1 files changed, 6 insertions, 1 deletions
diff --git a/ggml/include/ggml.h b/ggml/include/ggml.h index a85f52b2..644a82b2 100644 --- a/ggml/include/ggml.h +++ b/ggml/include/ggml.h @@ -234,7 +234,12 @@ #define GGML_MAX_DIMS 4 #define GGML_MAX_PARAMS 2048 -#define GGML_MAX_CONTEXTS 64 +#ifndef GGML_MAX_CONTEXTS +// Maximum number of model contexts (e.g., for model shards). +// Increase this value using -DGGML_MAX_CONTEXTS=<value> in CMake +// if you need to load more than 64 model shards. +#define GGML_MAX_CONTEXTS 64 +#endif #define GGML_MAX_SRC 10 #ifndef GGML_MAX_NAME #define GGML_MAX_NAME 64 |