summaryrefslogtreecommitdiff
path: root/quantize.sh
diff options
context:
space:
mode:
Diffstat (limited to 'quantize.sh')
-rwxr-xr-xquantize.sh15
1 files changed, 0 insertions, 15 deletions
diff --git a/quantize.sh b/quantize.sh
deleted file mode 100755
index 6194649b..00000000
--- a/quantize.sh
+++ /dev/null
@@ -1,15 +0,0 @@
-#!/usr/bin/env bash
-
-if ! [[ "$1" =~ ^[0-9]{1,2}B$ ]]; then
- echo
- echo "Usage: quantize.sh 7B|13B|30B|65B [--remove-f16]"
- echo
- exit 1
-fi
-
-for i in `ls models/$1/ggml-model-f16.bin*`; do
- ./quantize "$i" "${i/f16/q4_0}" 2
- if [[ "$2" == "--remove-f16" ]]; then
- rm "$i"
- fi
-done