diff options
Diffstat (limited to 'convert-pth-to-ggml.py')
| -rw-r--r-- | convert-pth-to-ggml.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/convert-pth-to-ggml.py b/convert-pth-to-ggml.py index d0a187cd..bd0a9d08 100644 --- a/convert-pth-to-ggml.py +++ b/convert-pth-to-ggml.py @@ -73,7 +73,7 @@ fout.write(struct.pack("i", hparams["dim"])) fout.write(struct.pack("i", hparams["multiple_of"])) fout.write(struct.pack("i", hparams["n_heads"])) fout.write(struct.pack("i", hparams["n_layers"])) -fout.write(struct.pack("i", 64)) # rot +fout.write(struct.pack("i", hparams["dim"] // hparams["n_heads"])) # rot (obsolete) fout.write(struct.pack("i", ftype)) # Is this correct?? |