From 022660f7aba973c149e011eac5c4b3dfea02618d Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Fri, 21 Mar 2025 10:51:37 +0100 Subject: Specify tensor name regex for tensors to be repacked (#274) Co-authored-by: Iwan Kawrakow --- include/llama.h | 1 + 1 file changed, 1 insertion(+) (limited to 'include/llama.h') diff --git a/include/llama.h b/include/llama.h index 66e9af02..1b9c47e9 100644 --- a/include/llama.h +++ b/include/llama.h @@ -420,6 +420,7 @@ extern "C" { void * imatrix; // pointer to importance matrix data void * kv_overrides; // pointer to vector containing overrides void * custom_quants; // pointer to vector containing custom quantization rules + void * repack_pattern; // pointer to a vector containing regexes to be used for matching tensor names. Can be null } llama_model_quantize_params; // grammar types -- cgit v1.2.3