diff options
Diffstat (limited to 'src/config/model_info.rs')
| -rw-r--r-- | src/config/model_info.rs | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/src/config/model_info.rs b/src/config/model_info.rs index fa51b91..c747d82 100644 --- a/src/config/model_info.rs +++ b/src/config/model_info.rs @@ -54,7 +54,7 @@ impl ModelInfo { messages.iter().map(|v| count_tokens(&v.content)).sum() } - pub fn totatl_tokens(&self, messages: &[Message]) -> usize { + pub fn total_tokens(&self, messages: &[Message]) -> usize { if messages.is_empty() { return 0; } @@ -68,7 +68,7 @@ impl ModelInfo { } pub fn max_tokens_limit(&self, messages: &[Message]) -> Result<()> { - let total_tokens = self.totatl_tokens(messages) + self.bias_tokens; + let total_tokens = self.total_tokens(messages) + self.bias_tokens; if let Some(max_tokens) = self.max_tokens { if total_tokens >= max_tokens { bail!("Exceed max tokens limit") |