diff options
| author | Kerfuffle <44031344+KerfuffleV2@users.noreply.github.com> | 2023-08-31 16:49:24 -0600 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-08-31 16:49:24 -0600 |
| commit | aeefac4ff760acea5afe66fbfe8d7eca1937b79c (patch) | |
| tree | 785cbf67f86773165b1d31471233a5539c6d67a1 /convert-llama-ggmlv3-to-gguf.py | |
| parent | e8422de39e4aa2f7e50574124b060a80607e654a (diff) | |
scripts: Use local gguf package when running from repo (#2927)
* scripts: Use local gguf when running from repo
Diffstat (limited to 'convert-llama-ggmlv3-to-gguf.py')
| -rwxr-xr-x | convert-llama-ggmlv3-to-gguf.py | 6 |
1 files changed, 5 insertions, 1 deletions
diff --git a/convert-llama-ggmlv3-to-gguf.py b/convert-llama-ggmlv3-to-gguf.py index 3f39bc39..08ba0c49 100755 --- a/convert-llama-ggmlv3-to-gguf.py +++ b/convert-llama-ggmlv3-to-gguf.py @@ -7,9 +7,13 @@ import struct import sys from pathlib import Path -import gguf import numpy as np +import os +if 'NO_LOCAL_GGUF' not in os.environ: + sys.path.insert(1, str(Path(__file__).parent / 'gguf-py' / 'gguf')) +import gguf + # Note: Does not support GGML_QKK_64 QK_K = 256 # Items here are (block size, type size) |