diff options
| author | sigoden <sigoden@gmail.com> | 2024-05-30 17:10:02 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-05-30 17:10:02 +0800 |
| commit | 54a837784c3df7e73c7c95adfef96e68c842984b (patch) | |
| tree | e090da40436bd3c1220d5ab88071ac33397ce57c /src/serve.rs | |
| parent | fa4bf14e02b1e6361b38014fe6a986738cf06837 (diff) | |
| download | aichat-54a837784c3df7e73c7c95adfef96e68c842984b.tar.gz | |
refactor: rename `SendData` to `CompletionData` (#553)
Diffstat (limited to 'src/serve.rs')
| -rw-r--r-- | src/serve.rs | 12 |
1 files changed, 7 insertions, 5 deletions
diff --git a/src/serve.rs b/src/serve.rs index 0e7bda3..5f43d88 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -1,7 +1,7 @@ use crate::{ client::{ - init_client, list_models, ClientConfig, CompletionOutput, Message, Model, ModelData, - SendData, SseEvent, SseHandler, + init_client, list_models, ClientConfig, CompletionData, CompletionOutput, Message, Model, + ModelData, SseEvent, SseHandler, }, config::{Config, GlobalConfig, Role}, utils::create_abort_signal, @@ -270,7 +270,7 @@ impl Server { let completion_id = generate_completion_id(); let created = Utc::now().timestamp(); - let send_data: SendData = SendData { + let completion_data: CompletionData = CompletionData { messages, temperature, top_p, @@ -306,7 +306,7 @@ impl Server { } tokio::select! { _ = map_event(rx2, &tx, &mut is_first) => {} - ret = client.send_message_streaming_inner(&http_client, &mut handler, send_data) => { + ret = client.send_message_streaming_inner(&http_client, &mut handler, completion_data) => { if let Err(err) = ret { send_first_event(&tx, Some(format!("{err:?}")), &mut is_first) } @@ -350,7 +350,9 @@ impl Server { .body(BodyExt::boxed(StreamBody::new(stream)))?; Ok(res) } else { - let output = client.send_message_inner(&http_client, send_data).await?; + let output = client + .send_message_inner(&http_client, completion_data) + .await?; let res = Response::builder() .header("Content-Type", "application/json") .body( |
