From 75fe0b9205cc5ad5285e53ee5881b6d89e8a6000 Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Wed, 28 Feb 2024 08:22:15 +0800
Subject: feat: support mistral (#324)

---
 src/client/mistral.rs | 68 +++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 68 insertions(+)
 create mode 100644 src/client/mistral.rs

(limited to 'src/client/mistral.rs')

diff --git a/src/client/mistral.rs b/src/client/mistral.rs
new file mode 100644
index 0000000..1bb4889
--- /dev/null
+++ b/src/client/mistral.rs
@@ -0,0 +1,68 @@
+use super::openai::{openai_build_body, OPENAI_TOKENS_COUNT_FACTORS};
+use super::{ExtraConfig, MistralClient, Model, PromptType, SendData};
+
+use crate::utils::PromptKind;
+
+use anyhow::Result;
+use async_trait::async_trait;
+use reqwest::{Client as ReqwestClient, RequestBuilder};
+use serde::Deserialize;
+
+const API_URL: &str = "https://api.mistral.ai/v1/chat/completions";
+
+const MODELS: [(&str, usize, &str); 5] = [
+    ("mistral-small-latest", 32000, "text"),
+    ("mistral-medium-latest", 32000, "text"),
+    ("mistral-larget-latest", 32000, "text"),
+    ("open-mistral-7b", 32000, "text"),
+    ("open-mixtral-8x7b", 32000, "text"),
+];
+
+
+#[derive(Debug, Clone, Deserialize)]
+pub struct MistralConfig {
+    pub name: Option<String>,
+    pub api_key: Option<String>,
+    pub extra: Option<ExtraConfig>,
+}
+
+openai_compatible_client!(MistralClient);
+
+impl MistralClient {
+    config_get_fn!(api_key, get_api_key);
+
+    pub const PROMPTS: [PromptType<'static>; 1] = [
+        ("api_key", "API Key:", false, PromptKind::String),
+    ];
+
+    pub fn list_models(local_config: &MistralConfig) -> Vec<Model> {
+        let client_name = Self::name(local_config);
+        MODELS
+            .into_iter()
+            .map(|(name, max_tokens, capabilities)| {
+                Model::new(client_name, name)
+                    .set_capabilities(capabilities.into())
+                    .set_max_tokens(Some(max_tokens))
+                    .set_tokens_count_factors(OPENAI_TOKENS_COUNT_FACTORS)
+            })
+            .collect()
+    }
+
+    fn request_builder(&self, client: &ReqwestClient, data: SendData) -> Result<RequestBuilder> {
+        let api_key = self.get_api_key().ok();
+
+        let mut body = openai_build_body(data, self.model.name.clone());
+        self.model.merge_extra_fields(&mut body);
+
+        let url = API_URL;
+
+        debug!("Mistral Request: {url} {body}");
+
+        let mut builder = client.post(url).json(&body);
+        if let Some(api_key) = api_key {
+            builder = builder.bearer_auth(api_key);
+        }
+
+        Ok(builder)
+    }
+}
-- 
cgit v1.2.3