From cd7fa956904cb8e321b72b3499f4a3a82e43c266 Mon Sep 17 00:00:00 2001
From: Ivan Stepanov <ivanstepanovftw@gmail.com>
Date: Mon, 3 Apr 2023 03:19:04 +0300
Subject: [PATCH] Define non-positive temperature behavior (#720)

---
 llama.cpp | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/llama.cpp b/llama.cpp
index 8789071..854bb89 100644
--- a/llama.cpp
+++ b/llama.cpp
@@ -1194,6 +1194,20 @@ static llama_vocab::id llama_sample_top_p_top_k(
     const auto & logits = lctx.logits;
     const auto * plogits = logits.data() + logits.size() - n_logits;
 
+    if (temp <= 0) {
+        // select the token with the highest logit directly
+        float max_logit = plogits[0];
+        llama_vocab::id max_id = 0;
+
+        for (int i = 1; i < n_logits; ++i) {
+            if (plogits[i] > max_logit) {
+                max_logit = plogits[i];
+                max_id = i;
+            }
+        }
+        return max_id;
+    }
+
     std::vector<std::pair<float, llama_vocab::id>> logits_id;
     logits_id.reserve(n_logits);