summaryrefslogtreecommitdiffstats
path: root/src/client
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-10-19 20:10:22 +0800
committerGitHub <noreply@github.com>2024-10-19 20:10:22 +0800
commit7b20ab064f30b7eddd18cecb9afb93e2b2c2965a (patch)
tree45030db5b840684ad9ee404564870807e78ed06c /src/client
parent7e29f642a99682ea7bb074eb4e7aa7d34d523515 (diff)
downloadaichat-7b20ab064f30b7eddd18cecb9afb93e2b2c2965a.tar.gz
refactor: improve handling of no_stream/no_system_message (#936)
Diffstat (limited to 'src/client')
-rw-r--r--src/client/common.rs2
-rw-r--r--src/client/openai.rs6
-rw-r--r--src/client/stream.rs4
3 files changed, 4 insertions, 8 deletions
diff --git a/src/client/common.rs b/src/client/common.rs
index 0cf900f..5fd4f24 100644
--- a/src/client/common.rs
+++ b/src/client/common.rs
@@ -67,7 +67,7 @@ pub trait Client: Sync + Send {
input: &Input,
handler: &mut SseHandler,
) -> Result<()> {
- let abort_signal = handler.get_abort();
+ let abort_signal = handler.abort();
let input = input.clone();
tokio::select! {
ret = async {
diff --git a/src/client/openai.rs b/src/client/openai.rs
index 831b64f..c4c2b0c 100644
--- a/src/client/openai.rs
+++ b/src/client/openai.rs
@@ -193,17 +193,13 @@ struct EmbeddingsResBodyEmbedding {
pub fn openai_build_chat_completions_body(data: ChatCompletionsData, model: &Model) -> Value {
let ChatCompletionsData {
- mut messages,
+ messages,
temperature,
top_p,
functions,
stream,
} = data;
- if model.no_system_message() {
- patch_system_message(&mut messages);
- }
-
let messages: Vec<Value> = messages
.into_iter()
.flat_map(|message| {
diff --git a/src/client/stream.rs b/src/client/stream.rs
index 7fa1abd..735ec93 100644
--- a/src/client/stream.rs
+++ b/src/client/stream.rs
@@ -61,11 +61,11 @@ impl SseHandler {
Ok(())
}
- pub fn get_abort(&self) -> AbortSignal {
+ pub fn abort(&self) -> AbortSignal {
self.abort.clone()
}
- pub fn get_tool_calls(&self) -> &[ToolCall] {
+ pub fn tool_calls(&self) -> &[ToolCall] {
&self.tool_calls
}