From dc6a845b8573cd7d06c6b295241d26f311602a1f Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Tue, 21 Mar 2023 18:09:37 +0200 Subject: [PATCH] Add chat.sh script --- README.md | 5 ++++- chat.sh | 6 ++++++ 2 files changed, 10 insertions(+), 1 deletion(-) create mode 100755 chat.sh diff --git a/README.md b/README.md index f0b0c2a..62cf82d 100644 --- a/README.md +++ b/README.md @@ -179,8 +179,11 @@ In this mode, you can always interrupt generation by pressing Ctrl+C and enter o Here is an example few-shot interaction, invoked with the command ``` -./main -m ./models/13B/ggml-model-q4_0.bin -n 256 --repeat_penalty 1.0 --color -i -r "User:" -f prompts/chat-with-bob.txt +# default arguments using 7B model +./chat.sh +# custom arguments using 13B model +./main -m ./models/13B/ggml-model-q4_0.bin -n 256 --repeat_penalty 1.0 --color -i -r "User:" -f prompts/chat-with-bob.txt ``` Note the use of `--color` to distinguish between user input and generated text. diff --git a/chat.sh b/chat.sh new file mode 100755 index 0000000..24a0f10 --- /dev/null +++ b/chat.sh @@ -0,0 +1,6 @@ +#!/bin/bash +# +# Temporary script - will be removed in the future +# + +./main -m ./models/7B/ggml-model-q4_0.bin -n 256 --repeat_penalty 1.0 --color -i -r "User:" -f prompts/chat-with-bob.txt