From e9a9cb0c54461ffbda75b7b2f99f3ea5562291c2 Mon Sep 17 00:00:00 2001 From: Clint Herron Date: Sat, 22 Apr 2023 02:54:33 -0400 Subject: [PATCH] examples : Improve Alpaca Default Repeat Penalty: Better Match Alpaca.cpp Experience (#1107) * Moving parameters to separate lines for readability. * Increasing repeate_penalty to 1.1 to make alpaca more usable by default. * Adding trailing newline. --- examples/alpaca.sh | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/examples/alpaca.sh b/examples/alpaca.sh index 8d6261730..aef207f36 100755 --- a/examples/alpaca.sh +++ b/examples/alpaca.sh @@ -7,4 +7,13 @@ cd `dirname $0` cd .. -./main -m ./models/ggml-alpaca-7b-q4.bin --color -f ./prompts/alpaca.txt --ctx_size 2048 -n -1 -ins -b 256 --top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7 +./main -m ./models/ggml-alpaca-7b-q4.bin \ + --color \ + -f ./prompts/alpaca.txt \ + --ctx_size 2048 \ + -n -1 \ + -ins -b 256 \ + --top_k 10000 \ + --temp 0.2 \ + --repeat_penalty 1.1 \ + -t 7