diff options
| author | sigoden <sigoden@gmail.com> | 2024-03-25 10:52:05 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-03-25 10:52:05 +0800 |
| commit | eec041c111c0ee170dab65942184e66c41479fcd (patch) | |
| tree | 0e048d834fd2ae66ecd9f9c47aa7e9d21250e63e /src | |
| parent | bbd0c287261f8876d8c66a4e8015f5a0d8ce6548 (diff) | |
| download | aichat-eec041c111c0ee170dab65942184e66c41479fcd.tar.gz | |
feat: rename client localai to openai-compatible (#373)
BREAKING CHANGE: rename client localai to openai-compatible
Diffstat (limited to 'src')
| -rw-r--r-- | src/client/mod.rs | 7 | ||||
| -rw-r--r-- | src/client/openai_compatible.rs (renamed from src/client/localai.rs) | 12 |
2 files changed, 12 insertions, 7 deletions
diff --git a/src/client/mod.rs b/src/client/mod.rs index 7c7cfba..37775f3 100644 --- a/src/client/mod.rs +++ b/src/client/mod.rs @@ -12,7 +12,12 @@ register_client!( (gemini, "gemini", GeminiConfig, GeminiClient), (claude, "claude", ClaudeConfig, ClaudeClient), (mistral, "mistral", MistralConfig, MistralClient), - (localai, "localai", LocalAIConfig, LocalAIClient), + ( + openai_compatible, + "openai-compatible", + OpenAICompatibleConfig, + OpenAICompatibleClient + ), (ollama, "ollama", OllamaConfig, OllamaClient), ( azure_openai, diff --git a/src/client/localai.rs b/src/client/openai_compatible.rs index 0e9db0e..ec3333c 100644 --- a/src/client/localai.rs +++ b/src/client/openai_compatible.rs @@ -1,5 +1,5 @@ use super::openai::{openai_build_body, OPENAI_TOKENS_COUNT_FACTORS}; -use super::{ExtraConfig, LocalAIClient, Model, ModelConfig, PromptType, SendData}; +use super::{ExtraConfig, Model, ModelConfig, OpenAICompatibleClient, PromptType, SendData}; use crate::utils::PromptKind; @@ -9,7 +9,7 @@ use reqwest::{Client as ReqwestClient, RequestBuilder}; use serde::Deserialize; #[derive(Debug, Clone, Deserialize)] -pub struct LocalAIConfig { +pub struct OpenAICompatibleConfig { pub name: Option<String>, pub api_base: String, pub api_key: Option<String>, @@ -18,9 +18,9 @@ pub struct LocalAIConfig { pub extra: Option<ExtraConfig>, } -openai_compatible_client!(LocalAIClient); +openai_compatible_client!(OpenAICompatibleClient); -impl LocalAIClient { +impl OpenAICompatibleClient { config_get_fn!(api_key, get_api_key); pub const PROMPTS: [PromptType<'static>; 4] = [ @@ -35,7 +35,7 @@ impl LocalAIClient { ), ]; - pub fn list_models(local_config: &LocalAIConfig) -> Vec<Model> { + pub fn list_models(local_config: &OpenAICompatibleConfig) -> Vec<Model> { let client_name = Self::name(local_config); local_config @@ -65,7 +65,7 @@ impl LocalAIClient { let url = format!("{}{chat_endpoint}", self.config.api_base); - debug!("LocalAI Request: {url} {body}"); + debug!("OpenAICompatible Request: {url} {body}"); let mut builder = client.post(url).json(&body); if let Some(api_key) = api_key { |
