From: Juraj Bednar Date: Thu, 30 Nov 2023 21:46:01 +0000 (+0100) Subject: docker : add finetune option (#4211) X-Git-Tag: upstream/0.0.4488~2902 X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=3bd2c7ce1b752973cf937482a0333e85d1681e2b;p=pkg%2Fggml%2Fsources%2Fllama.cpp docker : add finetune option (#4211) --- diff --git a/.devops/tools.sh b/.devops/tools.sh index 9d999315..3a7d274e 100755 --- a/.devops/tools.sh +++ b/.devops/tools.sh @@ -13,6 +13,8 @@ elif [[ "$arg1" == '--quantize' || "$arg1" == '-q' ]]; then ./quantize "$@" elif [[ "$arg1" == '--run' || "$arg1" == '-r' ]]; then ./main "$@" +elif [[ "$arg1" == '--finetune' || "$arg1" == '-f' ]]; then + ./finetune "$@" elif [[ "$arg1" == '--all-in-one' || "$arg1" == '-a' ]]; then echo "Converting PTH to GGML..." for i in `ls $1/$2/ggml-model-f16.bin*`; do @@ -34,6 +36,8 @@ else echo " ex: --outtype f16 \"/models/7B/\" " echo " --quantize (-q): Optimize with quantization process ggml" echo " ex: \"/models/7B/ggml-model-f16.bin\" \"/models/7B/ggml-model-q4_0.bin\" 2" + echo " --finetune (-f): Run finetune command to create a lora finetune of the model" + echo " See documentation for finetune for command-line parameters" echo " --all-in-one (-a): Execute --convert & --quantize" echo " ex: \"/models/\" 7B" echo " --server (-s): Run a model on the server"