diff options
| author | sigoden <sigoden@gmail.com> | 2024-04-24 07:56:24 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-04-24 07:56:24 +0800 |
| commit | 4f8d895154c602fb51a7694911efd96d52129f82 (patch) | |
| tree | 3c8decb301c0b77937a152af2d4f996d0960839c /src/client/cohere.rs | |
| parent | 0a4c0413ef0154cde2e3485ec0415e6069596a23 (diff) | |
| download | aichat-4f8d895154c602fb51a7694911efd96d52129f82.tar.gz | |
refactor: handling of system message (#432)
Diffstat (limited to 'src/client/cohere.rs')
| -rw-r--r-- | src/client/cohere.rs | 8 |
1 files changed, 6 insertions, 2 deletions
diff --git a/src/client/cohere.rs b/src/client/cohere.rs index 445c145..db2ad28 100644 --- a/src/client/cohere.rs +++ b/src/client/cohere.rs @@ -1,5 +1,5 @@ use super::{ - json_stream, message::*, patch_system_message, Client, CohereClient, ExtraConfig, Model, + extract_sytem_message, json_stream, message::*, Client, CohereClient, ExtraConfig, Model, ModelConfig, PromptType, ReplyHandler, SendData, }; @@ -129,7 +129,7 @@ pub(crate) fn build_body(data: SendData, model: &Model) -> Result<Value> { stream, } = data; - patch_system_message(&mut messages); + let system_message = extract_sytem_message(&mut messages); let mut image_urls = vec![]; let mut messages: Vec<Value> = messages @@ -174,6 +174,10 @@ pub(crate) fn build_body(data: SendData, model: &Model) -> Result<Value> { "message": message, }); + if let Some(preamble) = system_message { + body["preamble"] = preamble.into(); + } + if let Some(max_tokens) = model.max_output_tokens { body["max_tokens"] = max_tokens.into(); } |
