From 0fe321031a5c670ab5fb5f49d69c4c91d783c93f Mon Sep 17 00:00:00 2001 From: cebtenzzre Date: Mon, 2 Oct 2023 14:58:46 -0400 Subject: gguf : general usability improvements (#3409) --- convert.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) (limited to 'convert.py') diff --git a/convert.py b/convert.py index 8bb6c7e4..e14b9ef8 100755 --- a/convert.py +++ b/convert.py @@ -41,8 +41,7 @@ if hasattr(faulthandler, 'register') and hasattr(signal, 'SIGUSR1'): NDArray: TypeAlias = 'np.ndarray[Any, Any]' -ARCH=gguf.MODEL_ARCH.LLAMA -NAMES=gguf.MODEL_TENSOR_NAMES[ARCH] +ARCH = gguf.MODEL_ARCH.LLAMA DEFAULT_CONCURRENCY = 8 # @@ -953,7 +952,7 @@ class OutputFile: of.close() def pick_output_type(model: LazyModel, output_type_str: str | None) -> GGMLFileType: - wq_type = model[NAMES[gguf.MODEL_TENSOR.ATTN_Q].format(bid=0)+".weight"].data_type + wq_type = model[gguf.TENSOR_NAMES[gguf.MODEL_TENSOR.ATTN_Q].format(bid=0)+".weight"].data_type if output_type_str == "f32" or (output_type_str is None and wq_type == DT_F32): return GGMLFileType.AllF32 -- cgit v1.2.3