From a17f349daa0609402c51205929b9f2b32f6fb1bb Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Wed, 24 Apr 2024 16:12:38 +0800
Subject: feat: support customizing `top_p` parameter (#434)

---
 src/serve.rs | 3 +++
 1 file changed, 3 insertions(+)

(limited to 'src/serve.rs')

diff --git a/src/serve.rs b/src/serve.rs
index 2286b61..e443bd2 100644
--- a/src/serve.rs
+++ b/src/serve.rs
@@ -134,6 +134,7 @@ impl Server {
             model,
             messages,
             temperature,
+            top_p,
             max_tokens,
             stream,
         } = req_body;
@@ -161,6 +162,7 @@ impl Server {
         let send_data: SendData = SendData {
             messages,
             temperature,
+            top_p,
             stream,
         };
 
@@ -242,6 +244,7 @@ struct ChatCompletionReqBody {
     model: String,
     messages: Vec<Message>,
     temperature: Option<f64>,
+    top_p: Option<f64>,
     max_tokens: Option<isize>,
     #[serde(default)]
     stream: bool,
-- 
cgit v1.2.3