From 6e7801d08d81c931a5427bae46f00763e993f54a Mon Sep 17 00:00:00 2001 From: Leonardo Neumann Date: Sun, 2 Apr 2023 04:56:20 -0300 Subject: [PATCH] examples : add gpt4all script (#658) --- examples/gpt4all.sh | 15 +++++++++++++++ 1 file changed, 15 insertions(+) create mode 100755 examples/gpt4all.sh diff --git a/examples/gpt4all.sh b/examples/gpt4all.sh new file mode 100755 index 0000000..d974f95 --- /dev/null +++ b/examples/gpt4all.sh @@ -0,0 +1,15 @@ +#!/bin/bash + +# +# Temporary script - will be removed in the future +# + +cd `dirname $0` +cd .. + +./main --color --instruct --threads 4 \ + --model ./models/gpt4all-7B/gpt4all-lora-quantized.bin \ + --file ./prompts/alpaca.txt \ + --batch_size 8 --ctx_size 2048 \ + --repeat_last_n 64 --repeat_penalty 1.3 \ + --n_predict 128 --temp 0.1 --top_k 40 --top_p 0.95