From a17f349daa0609402c51205929b9f2b32f6fb1bb Mon Sep 17 00:00:00 2001 From: sigoden Date: Wed, 24 Apr 2024 16:12:38 +0800 Subject: feat: support customizing `top_p` parameter (#434) --- src/client/cohere.rs | 4 ++++ 1 file changed, 4 insertions(+) (limited to 'src/client/cohere.rs') diff --git a/src/client/cohere.rs b/src/client/cohere.rs index 4d713b6..cfab0fa 100644 --- a/src/client/cohere.rs +++ b/src/client/cohere.rs @@ -110,6 +110,7 @@ fn build_body(data: SendData, model: &Model) -> Result { let SendData { mut messages, temperature, + top_p, stream, } = data; @@ -173,6 +174,9 @@ fn build_body(data: SendData, model: &Model) -> Result { if let Some(temperature) = temperature { body["temperature"] = temperature.into(); } + if let Some(top_p) = top_p { + body["p"] = top_p.into(); + } if stream { body["stream"] = true.into(); } -- cgit v1.2.3