From: niansa/tuxifan <redacted>
Date: Thu, 13 Apr 2023 13:03:39 +0000 (+0200)
Subject: examples : add -n to alpaca and gpt4all scripts (#706)
X-Git-Tag: gguf-v0.4.0~980
X-Git-Url: https://git.djapps.eu/?a=commitdiff_plain;h=107980d970808c2ccf9334ad033e2782a560b911;p=pkg%2Fggml%2Fsources%2Fllama.cpp

examples : add -n to alpaca and gpt4all scripts (#706)
---

diff --git a/examples/alpaca.sh b/examples/alpaca.sh
index 4c9aa507..8d626173 100755
--- a/examples/alpaca.sh
+++ b/examples/alpaca.sh
@@ -7,4 +7,4 @@
 cd `dirname $0`
 cd ..
 
-./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt -ins -b 256 --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7
+./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt --ctx_size 2048 -n -1 -ins -b 256 --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7
diff --git a/examples/gpt4all.sh b/examples/gpt4all.sh
index d974f95a..5fd739e5 100755
--- a/examples/gpt4all.sh
+++ b/examples/gpt4all.sh
@@ -10,6 +10,6 @@ cd ..
 ./main --color --instruct --threads 4 \
        --model ./models/gpt4all-7B/gpt4all-lora-quantized.bin \
        --file ./prompts/alpaca.txt \
-       --batch_size 8 --ctx_size 2048 \
+       --batch_size 8 --ctx_size 2048 -n -1 \
        --repeat_last_n 64 --repeat_penalty 1.3 \
        --n_predict 128 --temp 0.1 --top_k 40 --top_p 0.95