diff options
| author | Juraj Bednar <juraj@bednar.io> | 2023-11-30 22:46:01 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-11-30 23:46:01 +0200 |
| commit | 3bd2c7ce1b752973cf937482a0333e85d1681e2b (patch) | |
| tree | f2069ba5a2bee7da0e0e67aa09063bd3fc8d6565 | |
| parent | bde629bb53b85886ee0fe83524c1efe2689bc618 (diff) | |
docker : add finetune option (#4211)
| -rwxr-xr-x | .devops/tools.sh | 4 |
1 files changed, 4 insertions, 0 deletions
diff --git a/.devops/tools.sh b/.devops/tools.sh index 9d999315..3a7d274e 100755 --- a/.devops/tools.sh +++ b/.devops/tools.sh @@ -13,6 +13,8 @@ elif [[ "$arg1" == '--quantize' || "$arg1" == '-q' ]]; then ./quantize "$@" elif [[ "$arg1" == '--run' || "$arg1" == '-r' ]]; then ./main "$@" +elif [[ "$arg1" == '--finetune' || "$arg1" == '-f' ]]; then + ./finetune "$@" elif [[ "$arg1" == '--all-in-one' || "$arg1" == '-a' ]]; then echo "Converting PTH to GGML..." for i in `ls $1/$2/ggml-model-f16.bin*`; do @@ -34,6 +36,8 @@ else echo " ex: --outtype f16 \"/models/7B/\" " echo " --quantize (-q): Optimize with quantization process ggml" echo " ex: \"/models/7B/ggml-model-f16.bin\" \"/models/7B/ggml-model-q4_0.bin\" 2" + echo " --finetune (-f): Run finetune command to create a lora finetune of the model" + echo " See documentation for finetune for command-line parameters" echo " --all-in-one (-a): Execute --convert & --quantize" echo " ex: \"/models/\" 7B" echo " --server (-s): Run a model on the server" |