diff options
| author | sigoden <sigoden@gmail.com> | 2024-04-25 20:41:25 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-04-25 20:41:25 +0800 |
| commit | e5432ff779641473dbd8e4466ac8307aae87de8d (patch) | |
| tree | e836d436ccde84cad74ac1d8439f4b8306e5d2b5 /src/client/common.rs | |
| parent | 1a56e38fe22336e6b6587ff7d99218295e28235f (diff) | |
| download | aichat-e5432ff779641473dbd8e4466ac8307aae87de8d.tar.gz | |
refactor: simplify openai compatible module (#440)
Diffstat (limited to 'src/client/common.rs')
| -rw-r--r-- | src/client/common.rs | 66 |
1 files changed, 66 insertions, 0 deletions
diff --git a/src/client/common.rs b/src/client/common.rs index 5a2fd55..55e7b62 100644 --- a/src/client/common.rs +++ b/src/client/common.rs @@ -126,6 +126,72 @@ macro_rules! register_client { } #[macro_export] +macro_rules! openai_compatible_module { + ( + $config:ident, + $client:ident, + $api_base:literal, + [$(($name:literal, $capabilities:literal, $max_input_tokens:literal $(, $max_output_tokens:literal)? )),+$(,)?] + ) => { + use $crate::client::openai::openai_build_body; + use $crate::client::{ExtraConfig, $client, Model, ModelConfig, PromptType, SendData}; + + use $crate::utils::PromptKind; + + use anyhow::Result; + use async_trait::async_trait; + use reqwest::{Client as ReqwestClient, RequestBuilder}; + use serde::Deserialize; + + const API_BASE: &str = $api_base; + + #[derive(Debug, Clone, Deserialize)] + pub struct $config { + pub name: Option<String>, + pub api_key: Option<String>, + #[serde(default)] + pub models: Vec<ModelConfig>, + pub extra: Option<ExtraConfig>, + } + + openai_compatible_client!($client); + + impl $client { + list_models_fn!( + $config, + [ + $( + ($name, $capabilities, $max_input_tokens $(, $max_output_tokens)?), + )+ + ] + ); + config_get_fn!(api_key, get_api_key); + + pub const PROMPTS: [PromptType<'static>; 1] = + [("api_key", "API Key:", false, PromptKind::String)]; + + fn request_builder(&self, client: &ReqwestClient, data: SendData) -> Result<RequestBuilder> { + let api_key = self.get_api_key().ok(); + + let body = openai_build_body(data, &self.model); + + let url = format!("{API_BASE}/chat/completions"); + + debug!("Request: {url} {body}"); + + let mut builder = client.post(url).json(&body); + if let Some(api_key) = api_key { + builder = builder.bearer_auth(api_key); + } + + Ok(builder) + } + } + + } +} + +#[macro_export] macro_rules! client_common_fns { () => { fn config( |
