From 54a837784c3df7e73c7c95adfef96e68c842984b Mon Sep 17 00:00:00 2001 From: sigoden Date: Thu, 30 May 2024 17:10:02 +0800 Subject: refactor: rename `SendData` to `CompletionData` (#553) --- src/serve.rs | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) (limited to 'src/serve.rs') diff --git a/src/serve.rs b/src/serve.rs index 0e7bda3..5f43d88 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -1,7 +1,7 @@ use crate::{ client::{ - init_client, list_models, ClientConfig, CompletionOutput, Message, Model, ModelData, - SendData, SseEvent, SseHandler, + init_client, list_models, ClientConfig, CompletionData, CompletionOutput, Message, Model, + ModelData, SseEvent, SseHandler, }, config::{Config, GlobalConfig, Role}, utils::create_abort_signal, @@ -270,7 +270,7 @@ impl Server { let completion_id = generate_completion_id(); let created = Utc::now().timestamp(); - let send_data: SendData = SendData { + let completion_data: CompletionData = CompletionData { messages, temperature, top_p, @@ -306,7 +306,7 @@ impl Server { } tokio::select! { _ = map_event(rx2, &tx, &mut is_first) => {} - ret = client.send_message_streaming_inner(&http_client, &mut handler, send_data) => { + ret = client.send_message_streaming_inner(&http_client, &mut handler, completion_data) => { if let Err(err) = ret { send_first_event(&tx, Some(format!("{err:?}")), &mut is_first) } @@ -350,7 +350,9 @@ impl Server { .body(BodyExt::boxed(StreamBody::new(stream)))?; Ok(res) } else { - let output = client.send_message_inner(&http_client, send_data).await?; + let output = client + .send_message_inner(&http_client, completion_data) + .await?; let res = Response::builder() .header("Content-Type", "application/json") .body( -- cgit v1.2.3