From 70bc0b8b15b98dca23b28f0c8f5e34b27e424cda Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 10 Mar 2023 23:46:39 +0200 Subject: Fix a bug in the rope calculation --- convert-pth-to-ggml.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'convert-pth-to-ggml.py') diff --git a/convert-pth-to-ggml.py b/convert-pth-to-ggml.py index d0a187cd..bd0a9d08 100644 --- a/convert-pth-to-ggml.py +++ b/convert-pth-to-ggml.py @@ -73,7 +73,7 @@ fout.write(struct.pack("i", hparams["dim"])) fout.write(struct.pack("i", hparams["multiple_of"])) fout.write(struct.pack("i", hparams["n_heads"])) fout.write(struct.pack("i", hparams["n_layers"])) -fout.write(struct.pack("i", 64)) # rot +fout.write(struct.pack("i", hparams["dim"] // hparams["n_heads"])) # rot (obsolete) fout.write(struct.pack("i", ftype)) # Is this correct?? -- cgit v1.2.3