summaryrefslogtreecommitdiffstats
path: root/src/serve.rs
diff options
context:
space:
mode:
Diffstat (limited to 'src/serve.rs')
-rw-r--r--src/serve.rs3
1 files changed, 3 insertions, 0 deletions
diff --git a/src/serve.rs b/src/serve.rs
index 2286b61..e443bd2 100644
--- a/src/serve.rs
+++ b/src/serve.rs
@@ -134,6 +134,7 @@ impl Server {
model,
messages,
temperature,
+ top_p,
max_tokens,
stream,
} = req_body;
@@ -161,6 +162,7 @@ impl Server {
let send_data: SendData = SendData {
messages,
temperature,
+ top_p,
stream,
};
@@ -242,6 +244,7 @@ struct ChatCompletionReqBody {
model: String,
messages: Vec<Message>,
temperature: Option<f64>,
+ top_p: Option<f64>,
max_tokens: Option<isize>,
#[serde(default)]
stream: bool,