From 7a87d31f4f0c37bbb2ea695929fa4fe3ad579cda Mon Sep 17 00:00:00 2001 From: anzz1 Date: Sun, 26 Mar 2023 16:06:10 +0300 Subject: [PATCH] [main] fix infinite generation (-n == -1) (#523) --- examples/main/main.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/main/main.cpp b/examples/main/main.cpp index e9478d5..66b7c2d 100644 --- a/examples/main/main.cpp +++ b/examples/main/main.cpp @@ -493,7 +493,7 @@ int main(int argc, char ** argv) { } // In interactive mode, respect the maximum number of tokens and drop back to user input when reached. - if (params.interactive && n_remain <= 0) { + if (params.interactive && n_remain <= 0 && params.n_predict != -1) { n_remain = params.n_predict; is_interacting = true; }