diff options
| author | sigoden <sigoden@gmail.com> | 2024-03-06 08:35:40 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-03-06 08:35:40 +0800 |
| commit | 8e5d4e55b1a5158a1f35adaf044dec545159f426 (patch) | |
| tree | b360cc4e9ad8acccea3c68b37057798cd1d657c0 /src/client/gemini.rs | |
| parent | be4e5e569a61c54d8ac8fb77144e9b1d01e3b81f (diff) | |
| download | aichat-8e5d4e55b1a5158a1f35adaf044dec545159f426.tar.gz | |
refactor: rename model's `max_tokens` to `max_input_tokens` (#339)
BREAKING CHANGE: rename model's `max_tokens` to `max_input_tokens`
Diffstat (limited to 'src/client/gemini.rs')
| -rw-r--r-- | src/client/gemini.rs | 9 |
1 files changed, 5 insertions, 4 deletions
diff --git a/src/client/gemini.rs b/src/client/gemini.rs index 1c76fd8..68db15a 100644 --- a/src/client/gemini.rs +++ b/src/client/gemini.rs @@ -11,8 +11,9 @@ use serde::Deserialize; const API_BASE: &str = "https://generativelanguage.googleapis.com/v1beta/models/"; const MODELS: [(&str, usize, &str); 2] = [ - ("gemini-pro", 32768, "text"), - ("gemini-pro-vision", 16384, "vision"), + // https://ai.google.dev/models/gemini + ("gemini-pro", 30720, "text"), + ("gemini-pro-vision", 12288, "vision"), ]; const TOKENS_COUNT_FACTORS: TokensCountFactors = (5, 2); @@ -54,10 +55,10 @@ impl GeminiClient { let client_name = Self::name(local_config); MODELS .into_iter() - .map(|(name, max_tokens, capabilities)| { + .map(|(name, max_input_tokens, capabilities)| { Model::new(client_name, name) .set_capabilities(capabilities.into()) - .set_max_tokens(Some(max_tokens)) + .set_max_input_tokens(Some(max_input_tokens)) .set_tokens_count_factors(TOKENS_COUNT_FACTORS) }) .collect() |