From 5eebd47bc309d98bf4781b2df4532e63bf8d9c70 Mon Sep 17 00:00:00 2001 From: sigoden Date: Thu, 13 Feb 2025 19:23:09 +0800 Subject: feat: abandon model field `no_temperature` (revert #1164) (#1170) --- src/serve.rs | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) (limited to 'src/serve.rs') diff --git a/src/serve.rs b/src/serve.rs index 4c1a741..44139ce 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -270,8 +270,8 @@ impl Server { let ChatCompletionsReqBody { model, messages, - mut temperature, - mut top_p, + temperature, + top_p, max_tokens, stream, tools, @@ -312,11 +312,6 @@ impl Server { patch_messages(&mut messages, client.model()); - if client.model().no_temperature() { - temperature = None; - top_p = None; - } - let data: ChatCompletionsData = ChatCompletionsData { messages, temperature, -- cgit v1.2.3