llama.cpp/examples/chat.sh

#!/bin/bash

#
# Temporary script - will be removed in the future
#

cd `dirname $0`
cd ..

# Important:
#
#   "--keep 48" is based on the contents of prompts/chat-with-bob.txt
#
./main -m ./models/7B/ggml-model-q4_0.bin -c 512 -b 1024 -n 256 --keep 48 \
    --repeat_penalty 1.0 --color -i \
    -r "User:" -f prompts/chat-with-bob.txt
Add chat.sh script 2023-03-21 16:09:37 +00:00			`#!/bin/bash`
Move chat scripts into "./examples" 2023-03-25 18:36:52 +00:00
Add chat.sh script 2023-03-21 16:09:37 +00:00			`#`
			`# Temporary script - will be removed in the future`
			`#`

Move chat scripts into "./examples" 2023-03-25 18:36:52 +00:00			cd `dirname $0`
			`cd ..`

Inifinite generation via context swapping (#71) 2023-03-25 19:36:22 +00:00			`# Important:`
			`#`
			`# "--keep 48" is based on the contents of prompts/chat-with-bob.txt`
			`#`
If n_predict == -1, generate forever 2023-03-25 19:51:41 +00:00			`./main -m ./models/7B/ggml-model-q4_0.bin -c 512 -b 1024 -n 256 --keep 48 \`
Inifinite generation via context swapping (#71) 2023-03-25 19:36:22 +00:00			`--repeat_penalty 1.0 --color -i \`
			`-r "User:" -f prompts/chat-with-bob.txt`