diff options
| author | sigoden <sigoden@gmail.com> | 2024-04-24 16:12:38 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-04-24 16:12:38 +0800 |
| commit | a17f349daa0609402c51205929b9f2b32f6fb1bb (patch) | |
| tree | 380dd9c158f8d9278355634a8d474df3a90f8d25 /src/serve.rs | |
| parent | 040c48b9b392e3329d3f1de8eeb1b8773129773c (diff) | |
| download | aichat-a17f349daa0609402c51205929b9f2b32f6fb1bb.tar.gz | |
feat: support customizing `top_p` parameter (#434)
Diffstat (limited to 'src/serve.rs')
| -rw-r--r-- | src/serve.rs | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/src/serve.rs b/src/serve.rs index 2286b61..e443bd2 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -134,6 +134,7 @@ impl Server { model, messages, temperature, + top_p, max_tokens, stream, } = req_body; @@ -161,6 +162,7 @@ impl Server { let send_data: SendData = SendData { messages, temperature, + top_p, stream, }; @@ -242,6 +244,7 @@ struct ChatCompletionReqBody { model: String, messages: Vec<Message>, temperature: Option<f64>, + top_p: Option<f64>, max_tokens: Option<isize>, #[serde(default)] stream: bool, |