summaryrefslogtreecommitdiff
path: root/include/llama.h
diff options
context:
space:
mode:
authorKawrakow <iwankawrakow@gmail.com>2025-03-21 10:51:37 +0100
committerGitHub <noreply@github.com>2025-03-21 10:51:37 +0100
commit022660f7aba973c149e011eac5c4b3dfea02618d (patch)
tree3d704e35e7df73da83709c69334c417c4eb5317c /include/llama.h
parentddc8eee10ee9216de57429167e6f74e618577d93 (diff)
Specify tensor name regex for tensors to be repacked (#274)
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
Diffstat (limited to 'include/llama.h')
-rw-r--r--include/llama.h1
1 files changed, 1 insertions, 0 deletions
diff --git a/include/llama.h b/include/llama.h
index 66e9af02..1b9c47e9 100644
--- a/include/llama.h
+++ b/include/llama.h
@@ -420,6 +420,7 @@ extern "C" {
void * imatrix; // pointer to importance matrix data
void * kv_overrides; // pointer to vector containing overrides
void * custom_quants; // pointer to vector containing custom quantization rules
+ void * repack_pattern; // pointer to a vector containing regexes to be used for matching tensor names. Can be null
} llama_model_quantize_params;
// grammar types