diff options
Diffstat (limited to 'src/serve.rs')
| -rw-r--r-- | src/serve.rs | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/src/serve.rs b/src/serve.rs index 2286b61..e443bd2 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -134,6 +134,7 @@ impl Server { model, messages, temperature, + top_p, max_tokens, stream, } = req_body; @@ -161,6 +162,7 @@ impl Server { let send_data: SendData = SendData { messages, temperature, + top_p, stream, }; @@ -242,6 +244,7 @@ struct ChatCompletionReqBody { model: String, messages: Vec<Message>, temperature: Option<f64>, + top_p: Option<f64>, max_tokens: Option<isize>, #[serde(default)] stream: bool, |
