diff options
Diffstat (limited to 'src/serve.rs')
| -rw-r--r-- | src/serve.rs | 9 |
1 files changed, 2 insertions, 7 deletions
diff --git a/src/serve.rs b/src/serve.rs index 4c1a741..44139ce 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -270,8 +270,8 @@ impl Server { let ChatCompletionsReqBody { model, messages, - mut temperature, - mut top_p, + temperature, + top_p, max_tokens, stream, tools, @@ -312,11 +312,6 @@ impl Server { patch_messages(&mut messages, client.model()); - if client.model().no_temperature() { - temperature = None; - top_p = None; - } - let data: ChatCompletionsData = ChatCompletionsData { messages, temperature, |