From aeefac4ff760acea5afe66fbfe8d7eca1937b79c Mon Sep 17 00:00:00 2001
From: Kerfuffle <44031344+KerfuffleV2@users.noreply.github.com>
Date: Thu, 31 Aug 2023 16:49:24 -0600
Subject: scripts: Use local gguf package when running from repo (#2927)

* scripts: Use local gguf when running from repo
---
 convert-llama-ggmlv3-to-gguf.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

(limited to 'convert-llama-ggmlv3-to-gguf.py')

diff --git a/convert-llama-ggmlv3-to-gguf.py b/convert-llama-ggmlv3-to-gguf.py
index 3f39bc39..08ba0c49 100755
--- a/convert-llama-ggmlv3-to-gguf.py
+++ b/convert-llama-ggmlv3-to-gguf.py
@@ -7,9 +7,13 @@ import struct
 import sys
 from pathlib import Path
 
-import gguf
 import numpy as np
 
+import os
+if 'NO_LOCAL_GGUF' not in os.environ:
+    sys.path.insert(1, str(Path(__file__).parent / 'gguf-py' / 'gguf'))
+import gguf
+
 # Note: Does not support GGML_QKK_64
 QK_K = 256
 # Items here are (block size, type size)
-- 
cgit v1.2.3