From 571d1022f628cb7d2a3125664bd3293bac4471b5 Mon Sep 17 00:00:00 2001 From: sigoden Date: Sat, 1 Jun 2024 17:47:49 +0800 Subject: refactor: rename some client structs and methods (#555) * rename `Completeion*` to `ChatCompletions*` * rename `send_message*` to `chat_completions*` * rename `request_builder` to `chat_completions_builder` * rename `build_body` to `build_chat_completions_body` * rename `extract_completion` to `extract_chat_completions` * format * remove unused config fields --- src/client/ernie.rs | 47 +++++++++++++++++++++++++---------------------- 1 file changed, 25 insertions(+), 22 deletions(-) (limited to 'src/client/ernie.rs') diff --git a/src/client/ernie.rs b/src/client/ernie.rs index 49e158b..097ee68 100644 --- a/src/client/ernie.rs +++ b/src/client/ernie.rs @@ -1,7 +1,7 @@ use super::{ - access_token::*, maybe_catch_error, patch_system_message, sse_stream, Client, CompletionData, - CompletionOutput, ErnieClient, ExtraConfig, Model, ModelData, ModelPatches, PromptAction, - PromptKind, SseHandler, SseMmessage, + access_token::*, maybe_catch_error, patch_system_message, sse_stream, ChatCompletionsData, + ChatCompletionsOutput, Client, ErnieClient, ExtraConfig, Model, ModelData, ModelPatches, + PromptAction, PromptKind, SseHandler, SseMmessage, }; use anyhow::{anyhow, Context, Result}; @@ -31,12 +31,12 @@ impl ErnieClient { ("secret_key", "Secret Key:", true, PromptKind::String), ]; - fn request_builder( + fn chat_completions_builder( &self, client: &ReqwestClient, - data: CompletionData, + data: ChatCompletionsData, ) -> Result { - let mut body = build_body(data, &self.model); + let mut body = build_chat_completions_body(data, &self.model); self.patch_request_body(&mut body); let access_token = get_access_token(self.name())?; @@ -81,36 +81,39 @@ impl ErnieClient { impl Client for ErnieClient { client_common_fns!(); - async fn send_message_inner( + async fn chat_completions_inner( &self, client: &ReqwestClient, - data: CompletionData, - ) -> Result { + data: ChatCompletionsData, + ) -> Result { self.prepare_access_token().await?; - let builder = self.request_builder(client, data)?; - send_message(builder).await + let builder = self.chat_completions_builder(client, data)?; + chat_completions(builder).await } - async fn send_message_streaming_inner( + async fn chat_completions_streaming_inner( &self, client: &ReqwestClient, handler: &mut SseHandler, - data: CompletionData, + data: ChatCompletionsData, ) -> Result<()> { self.prepare_access_token().await?; - let builder = self.request_builder(client, data)?; - send_message_streaming(builder, handler).await + let builder = self.chat_completions_builder(client, data)?; + chat_completions_streaming(builder, handler).await } } -async fn send_message(builder: RequestBuilder) -> Result { +async fn chat_completions(builder: RequestBuilder) -> Result { let data: Value = builder.send().await?.json().await?; maybe_catch_error(&data)?; debug!("non-stream-data: {data}"); - extract_completion_text(&data) + extract_chat_completions_text(&data) } -async fn send_message_streaming(builder: RequestBuilder, handler: &mut SseHandler) -> Result<()> { +async fn chat_completions_streaming( + builder: RequestBuilder, + handler: &mut SseHandler, +) -> Result<()> { let handle = |message: SseMmessage| -> Result { let data: Value = serde_json::from_str(&message.data)?; debug!("stream-data: {data}"); @@ -123,8 +126,8 @@ async fn send_message_streaming(builder: RequestBuilder, handler: &mut SseHandle sse_stream(builder, handle).await } -fn build_body(data: CompletionData, model: &Model) -> Value { - let CompletionData { +fn build_chat_completions_body(data: ChatCompletionsData, model: &Model) -> Value { + let ChatCompletionsData { mut messages, temperature, top_p, @@ -155,11 +158,11 @@ fn build_body(data: CompletionData, model: &Model) -> Value { body } -fn extract_completion_text(data: &Value) -> Result { +fn extract_chat_completions_text(data: &Value) -> Result { let text = data["result"] .as_str() .ok_or_else(|| anyhow!("Invalid response data: {data}"))?; - let output = CompletionOutput { + let output = ChatCompletionsOutput { text: text.to_string(), tool_calls: vec![], id: data["id"].as_str().map(|v| v.to_string()), -- cgit v1.2.3