From 4fab4c54b2916931bf5705b5aa5e560e57f7f289 Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Mon, 10 Feb 2025 16:19:18 +0800
Subject: feat: add model field `no_temperature` (#1164)

---
 src/config/input.rs | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

(limited to 'src/config')

diff --git a/src/config/input.rs b/src/config/input.rs
index 1067b2c..a63e9a6 100644
--- a/src/config/input.rs
+++ b/src/config/input.rs
@@ -240,8 +240,11 @@ impl Input {
         let mut messages = self.build_messages()?;
         patch_messages(&mut messages, model);
         model.guard_max_input_tokens(&messages)?;
-        let temperature = self.role().temperature();
-        let top_p = self.role().top_p();
+        let (temperature, top_p) = if model.no_temperature() {
+            (None, None)
+        } else {
+            (self.role().temperature(), self.role().top_p())
+        };
         let functions = self.config.read().select_functions(self.role());
         Ok(ChatCompletionsData {
             messages,
-- 
cgit v1.2.3