summaryrefslogtreecommitdiff
path: root/convert-hf-to-gguf.py
diff options
context:
space:
mode:
authorGeorgi Gerganov <ggerganov@gmail.com>2024-03-04 21:50:50 +0200
committerGeorgi Gerganov <ggerganov@gmail.com>2024-03-04 21:50:50 +0200
commite0843afe1b37890b631bc7d3d2da2ed36c862b91 (patch)
treee597c6c5146ade9b67b066927c6fc729a293511e /convert-hf-to-gguf.py
parenta1c6d96ed8f906aa1cda439f7386b1171a22bf9f (diff)
flake : fix
Diffstat (limited to 'convert-hf-to-gguf.py')
-rwxr-xr-xconvert-hf-to-gguf.py3
1 files changed, 3 insertions, 0 deletions
diff --git a/convert-hf-to-gguf.py b/convert-hf-to-gguf.py
index ffdba744..f6369af3 100755
--- a/convert-hf-to-gguf.py
+++ b/convert-hf-to-gguf.py
@@ -36,8 +36,10 @@ class SentencePieceTokenTypes(IntEnum):
UNUSED = 5
BYTE = 6
+
AnyModel = TypeVar("AnyModel", bound="type[Model]")
+
class Model(ABC):
_model_classes: dict[str, type[Model]] = {}
@@ -187,6 +189,7 @@ class Model(ABC):
@classmethod
def register(cls, *names: str) -> Callable[[AnyModel], AnyModel]:
assert names
+
def func(modelcls: type[Model]):
for name in names:
cls._model_classes[name] = modelcls