From cd7fa956904cb8e321b72b3499f4a3a82e43c266 Mon Sep 17 00:00:00 2001 From: Ivan Stepanov Date: Mon, 3 Apr 2023 03:19:04 +0300 Subject: [PATCH] Define non-positive temperature behavior (#720) --- llama.cpp | 14 ++++++++++++++ 1 file changed, 14 insertions(+) diff --git a/llama.cpp b/llama.cpp index 8789071..854bb89 100644 --- a/llama.cpp +++ b/llama.cpp @@ -1194,6 +1194,20 @@ static llama_vocab::id llama_sample_top_p_top_k( const auto & logits = lctx.logits; const auto * plogits = logits.data() + logits.size() - n_logits; + if (temp <= 0) { + // select the token with the highest logit directly + float max_logit = plogits[0]; + llama_vocab::id max_id = 0; + + for (int i = 1; i < n_logits; ++i) { + if (plogits[i] > max_logit) { + max_logit = plogits[i]; + max_id = i; + } + } + return max_id; + } + std::vector> logits_id; logits_id.reserve(n_logits);