From c67a37b251fc22b0f8b8313ea5c76a73ff6ed49f Mon Sep 17 00:00:00 2001 From: Kawrakow Date: Fri, 7 Mar 2025 08:54:09 +0200 Subject: Custom quantization rules with regular expressions (#244) * Custom quantization rules with regular expressions * Add the --custom-q option to the help --------- Co-authored-by: Iwan Kawrakow --- include/llama.h | 1 + 1 file changed, 1 insertion(+) (limited to 'include') diff --git a/include/llama.h b/include/llama.h index 38a12744..5e86cb68 100644 --- a/include/llama.h +++ b/include/llama.h @@ -418,6 +418,7 @@ extern "C" { bool ignore_imatrix_rules; // If set to true, the built-in rules for refusing to quantize into certain quants without imatrix are ignored void * imatrix; // pointer to importance matrix data void * kv_overrides; // pointer to vector containing overrides + void * custom_quants; // pointer to vector containing custom quantization rules } llama_model_quantize_params; // grammar types -- cgit v1.2.3