llama.cpp/examples/chat.sh

#!/bin/bash

#
# Temporary script - will be removed in the future
#

cd `dirname $0`
cd ..

# Important:
#
#   "--keep 48" is based on the contents of prompts/chat-with-bob.txt
#
./main -m ./models/7B/ggml-model-q4_0.bin -c 512 -b 1024 -n -1 --keep 48 \
    --repeat_penalty 1.0 --color \
    -i --interactive-first \
    -r "User:" --in-prefix " " \
    -f prompts/chat-with-bob.txt
Add chat.sh script 2023-03-21 17:09:37 +01:00			`#!/bin/bash`
Move chat scripts into "./examples" 2023-03-25 19:36:52 +01:00
Add chat.sh script 2023-03-21 17:09:37 +01:00			`#`
			`# Temporary script - will be removed in the future`
			`#`

Move chat scripts into "./examples" 2023-03-25 19:36:52 +01:00			cd `dirname $0`
			`cd ..`

Inifinite generation via context swapping (#71) 2023-03-25 20:36:22 +01:00			`# Important:`
			`#`
			`# "--keep 48" is based on the contents of prompts/chat-with-bob.txt`
			`#`
main : inject reverse prompt after EOS + update examples/chat.sh 2023-08-21 15:41:27 +02:00			`./main -m ./models/7B/ggml-model-q4_0.bin -c 512 -b 1024 -n -1 --keep 48 \`
			`--repeat_penalty 1.0 --color \`
			`-i --interactive-first \`
			`-r "User:" --in-prefix " " \`
			`-f prompts/chat-with-bob.txt`