summaryrefslogtreecommitdiffstats
path: root/src/serve.rs
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-05-30 17:10:02 +0800
committerGitHub <noreply@github.com>2024-05-30 17:10:02 +0800
commit54a837784c3df7e73c7c95adfef96e68c842984b (patch)
treee090da40436bd3c1220d5ab88071ac33397ce57c /src/serve.rs
parentfa4bf14e02b1e6361b38014fe6a986738cf06837 (diff)
downloadaichat-54a837784c3df7e73c7c95adfef96e68c842984b.tar.gz
refactor: rename `SendData` to `CompletionData` (#553)
Diffstat (limited to 'src/serve.rs')
-rw-r--r--src/serve.rs12
1 files changed, 7 insertions, 5 deletions
diff --git a/src/serve.rs b/src/serve.rs
index 0e7bda3..5f43d88 100644
--- a/src/serve.rs
+++ b/src/serve.rs
@@ -1,7 +1,7 @@
use crate::{
client::{
- init_client, list_models, ClientConfig, CompletionOutput, Message, Model, ModelData,
- SendData, SseEvent, SseHandler,
+ init_client, list_models, ClientConfig, CompletionData, CompletionOutput, Message, Model,
+ ModelData, SseEvent, SseHandler,
},
config::{Config, GlobalConfig, Role},
utils::create_abort_signal,
@@ -270,7 +270,7 @@ impl Server {
let completion_id = generate_completion_id();
let created = Utc::now().timestamp();
- let send_data: SendData = SendData {
+ let completion_data: CompletionData = CompletionData {
messages,
temperature,
top_p,
@@ -306,7 +306,7 @@ impl Server {
}
tokio::select! {
_ = map_event(rx2, &tx, &mut is_first) => {}
- ret = client.send_message_streaming_inner(&http_client, &mut handler, send_data) => {
+ ret = client.send_message_streaming_inner(&http_client, &mut handler, completion_data) => {
if let Err(err) = ret {
send_first_event(&tx, Some(format!("{err:?}")), &mut is_first)
}
@@ -350,7 +350,9 @@ impl Server {
.body(BodyExt::boxed(StreamBody::new(stream)))?;
Ok(res)
} else {
- let output = client.send_message_inner(&http_client, send_data).await?;
+ let output = client
+ .send_message_inner(&http_client, completion_data)
+ .await?;
let res = Response::builder()
.header("Content-Type", "application/json")
.body(