summaryrefslogtreecommitdiffstats
path: root/src/client/mistral.rs
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-03-06 08:35:40 +0800
committerGitHub <noreply@github.com>2024-03-06 08:35:40 +0800
commit8e5d4e55b1a5158a1f35adaf044dec545159f426 (patch)
treeb360cc4e9ad8acccea3c68b37057798cd1d657c0 /src/client/mistral.rs
parentbe4e5e569a61c54d8ac8fb77144e9b1d01e3b81f (diff)
downloadaichat-8e5d4e55b1a5158a1f35adaf044dec545159f426.tar.gz
refactor: rename model's `max_tokens` to `max_input_tokens` (#339)
BREAKING CHANGE: rename model's `max_tokens` to `max_input_tokens`
Diffstat (limited to 'src/client/mistral.rs')
-rw-r--r--src/client/mistral.rs5
1 files changed, 3 insertions, 2 deletions
diff --git a/src/client/mistral.rs b/src/client/mistral.rs
index 1bb4889..ba96116 100644
--- a/src/client/mistral.rs
+++ b/src/client/mistral.rs
@@ -11,6 +11,7 @@ use serde::Deserialize;
const API_URL: &str = "https://api.mistral.ai/v1/chat/completions";
const MODELS: [(&str, usize, &str); 5] = [
+ // https://docs.mistral.ai/platform/endpoints/
("mistral-small-latest", 32000, "text"),
("mistral-medium-latest", 32000, "text"),
("mistral-larget-latest", 32000, "text"),
@@ -39,10 +40,10 @@ impl MistralClient {
let client_name = Self::name(local_config);
MODELS
.into_iter()
- .map(|(name, max_tokens, capabilities)| {
+ .map(|(name, max_input_tokens, capabilities)| {
Model::new(client_name, name)
.set_capabilities(capabilities.into())
- .set_max_tokens(Some(max_tokens))
+ .set_max_input_tokens(Some(max_input_tokens))
.set_tokens_count_factors(OPENAI_TOKENS_COUNT_FACTORS)
})
.collect()