diff options
Diffstat (limited to 'quantize.sh')
-rwxr-xr-x | quantize.sh | 15 |
1 files changed, 0 insertions, 15 deletions
diff --git a/quantize.sh b/quantize.sh deleted file mode 100755 index 6194649b..00000000 --- a/quantize.sh +++ /dev/null @@ -1,15 +0,0 @@ -#!/usr/bin/env bash - -if ! [[ "$1" =~ ^[0-9]{1,2}B$ ]]; then - echo - echo "Usage: quantize.sh 7B|13B|30B|65B [--remove-f16]" - echo - exit 1 -fi - -for i in `ls models/$1/ggml-model-f16.bin*`; do - ./quantize "$i" "${i/f16/q4_0}" 2 - if [[ "$2" == "--remove-f16" ]]; then - rm "$i" - fi -done |