From 4fab4c54b2916931bf5705b5aa5e560e57f7f289 Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Mon, 10 Feb 2025 16:19:18 +0800
Subject: feat: add model field `no_temperature` (#1164)

---
 src/serve.rs | 11 +++++++++--
 1 file changed, 9 insertions(+), 2 deletions(-)

(limited to 'src/serve.rs')

diff --git a/src/serve.rs b/src/serve.rs
index f51e56f..4c1a741 100644
--- a/src/serve.rs
+++ b/src/serve.rs
@@ -270,8 +270,8 @@ impl Server {
         let ChatCompletionsReqBody {
             model,
             messages,
-            temperature,
-            top_p,
+            mut temperature,
+            mut top_p,
             max_tokens,
             stream,
             tools,
@@ -309,7 +309,14 @@ impl Server {
 
         let completion_id = generate_completion_id();
         let created = Utc::now().timestamp();
+
         patch_messages(&mut messages, client.model());
+
+        if client.model().no_temperature() {
+            temperature = None;
+            top_p = None;
+        }
+
         let data: ChatCompletionsData = ChatCompletionsData {
             messages,
             temperature,
-- 
cgit v1.2.3