From 52a847743efccb72bcd031cb1d419c84ed9d9afa Mon Sep 17 00:00:00 2001 From: sigoden Date: Sun, 23 Jun 2024 06:00:58 +0800 Subject: refactor: improve system message handling (#634) --- src/client/ernie.rs | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) (limited to 'src/client/ernie.rs') diff --git a/src/client/ernie.rs b/src/client/ernie.rs index 21362c1..428d263 100644 --- a/src/client/ernie.rs +++ b/src/client/ernie.rs @@ -238,7 +238,7 @@ fn build_chat_completions_body(data: ChatCompletionsData, model: &Model) -> Valu stream, } = data; - patch_system_message(&mut messages); + let system_message = extract_system_message(&mut messages); let messages: Vec = messages .into_iter() @@ -269,6 +269,10 @@ fn build_chat_completions_body(data: ChatCompletionsData, model: &Model) -> Valu "messages": messages, }); + if let Some(v) = system_message { + body["system"] = v.into(); + } + if let Some(v) = model.max_tokens_param() { body["max_output_tokens"] = v.into(); } -- cgit v1.2.3