diff options
Diffstat (limited to 'common/common.h')
| -rw-r--r-- | common/common.h | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/common/common.h b/common/common.h index afa4cf6d..a223ecea 100644 --- a/common/common.h +++ b/common/common.h @@ -306,3 +306,10 @@ struct llama_control_vector_load_info { // Load control vectors, scale each by strength, and add them together. // On error, returns {-1, empty} llama_control_vector_data llama_control_vector_load(const std::vector<llama_control_vector_load_info> & load_infos); + +// +// Split utils +// +static const char * const LLM_KV_SPLIT_NO = "split.no"; +static const char * const LLM_KV_SPLIT_COUNT = "split.count"; +static const char * const LLM_KV_SPLIT_TENSORS_COUNT = "split.tensors.count"; |