summaryrefslogtreecommitdiffstats
path: root/src/client/moonshot.rs
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-03-25 08:23:54 +0800
committerGitHub <noreply@github.com>2024-03-25 08:23:54 +0800
commit774d991144915368f9eee9740091448b92c17e62 (patch)
tree78db542fa09efc687fe6e562047cd3b8d0824e30 /src/client/moonshot.rs
parent527da63d18def9cec29c89387de988b43acb7d24 (diff)
downloadaichat-774d991144915368f9eee9740091448b92c17e62.tar.gz
feat: support moonshot (#369)
Diffstat (limited to 'src/client/moonshot.rs')
-rw-r--r--src/client/moonshot.rs67
1 files changed, 67 insertions, 0 deletions
diff --git a/src/client/moonshot.rs b/src/client/moonshot.rs
new file mode 100644
index 0000000..a105e01
--- /dev/null
+++ b/src/client/moonshot.rs
@@ -0,0 +1,67 @@
+use super::openai::{openai_build_body, OPENAI_TOKENS_COUNT_FACTORS};
+use super::{ExtraConfig, MoonshotClient, Model, PromptType, SendData};
+
+use crate::utils::PromptKind;
+
+use anyhow::Result;
+use async_trait::async_trait;
+use reqwest::{Client as ReqwestClient, RequestBuilder};
+use serde::Deserialize;
+
+const API_URL: &str = "https://api.moonshot.cn/v1/chat/completions";
+
+const MODELS: [(&str, usize, &str); 3] = [
+ // https://platform.moonshot.cn/docs/intro
+ ("moonshot-v1-8k", 8000, "text"),
+ ("moonshot-v1-32k", 32000, "text"),
+ ("moonshot-v1-128k", 128000, "text"),
+];
+
+
+#[derive(Debug, Clone, Deserialize)]
+pub struct MoonshotConfig {
+ pub name: Option<String>,
+ pub api_key: Option<String>,
+ pub extra: Option<ExtraConfig>,
+}
+
+openai_compatible_client!(MoonshotClient);
+
+impl MoonshotClient {
+ config_get_fn!(api_key, get_api_key);
+
+ pub const PROMPTS: [PromptType<'static>; 1] = [
+ ("api_key", "API Key:", false, PromptKind::String),
+ ];
+
+ pub fn list_models(local_config: &MoonshotConfig) -> Vec<Model> {
+ let client_name = Self::name(local_config);
+ MODELS
+ .into_iter()
+ .map(|(name, max_input_tokens, capabilities)| {
+ Model::new(client_name, name)
+ .set_capabilities(capabilities.into())
+ .set_max_input_tokens(Some(max_input_tokens))
+ .set_tokens_count_factors(OPENAI_TOKENS_COUNT_FACTORS)
+ })
+ .collect()
+ }
+
+ fn request_builder(&self, client: &ReqwestClient, data: SendData) -> Result<RequestBuilder> {
+ let api_key = self.get_api_key().ok();
+
+ let mut body = openai_build_body(data, self.model.name.clone());
+ self.model.merge_extra_fields(&mut body);
+
+ let url = API_URL;
+
+ debug!("Moonshot Request: {url} {body}");
+
+ let mut builder = client.post(url).json(&body);
+ if let Some(api_key) = api_key {
+ builder = builder.bearer_auth(api_key);
+ }
+
+ Ok(builder)
+ }
+}