diff options
Diffstat (limited to 'src/config')
| -rw-r--r-- | src/config/input.rs | 7 |
1 files changed, 5 insertions, 2 deletions
diff --git a/src/config/input.rs b/src/config/input.rs index 1067b2c..a63e9a6 100644 --- a/src/config/input.rs +++ b/src/config/input.rs @@ -240,8 +240,11 @@ impl Input { let mut messages = self.build_messages()?; patch_messages(&mut messages, model); model.guard_max_input_tokens(&messages)?; - let temperature = self.role().temperature(); - let top_p = self.role().top_p(); + let (temperature, top_p) = if model.no_temperature() { + (None, None) + } else { + (self.role().temperature(), self.role().top_p()) + }; let functions = self.config.read().select_functions(self.role()); Ok(ChatCompletionsData { messages, |