From 4f8b05a0d76e6c5e47fe1f6c7bd079e0fe95dbba Mon Sep 17 00:00:00 2001 From: Nexes the Elder <124105151+Nexesenex@users.noreply.github.com> Date: Tue, 3 Jun 2025 08:30:30 +0200 Subject: convert_hf_to_gguf.py : conversion from hf weights to Q6_0 (#483) * Direct conversion from fp16 to Q6_0 * forgotten comma * More precise infos --- gguf-py/tests/test_quants.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'gguf-py/tests/test_quants.py') diff --git a/gguf-py/tests/test_quants.py b/gguf-py/tests/test_quants.py index 8b7a85c2..4353eef2 100755 --- a/gguf-py/tests/test_quants.py +++ b/gguf-py/tests/test_quants.py @@ -64,7 +64,7 @@ class GGMLQuants: self.libggml.ggml_quantize_requires_imatrix.argtypes = (ctypes.c_int,) for t in ( - "q4_0", "q4_1", "q5_0", "q5_1", "q8_0", + "q4_0", "q4_1", "q5_0", "q5_1", "q8_0", "q6_0", "q2_K", "q3_K", "q4_K", "q5_K", "q6_K", "iq2_xxs", "iq2_xs", "iq2_s", "iq3_xxs", "iq3_s", "iq1_s", "iq1_m", "iq4_nl", "iq4_xs", -- cgit v1.2.3