From 8e5d4e55b1a5158a1f35adaf044dec545159f426 Mon Sep 17 00:00:00 2001 From: sigoden Date: Wed, 6 Mar 2024 08:35:40 +0800 Subject: refactor: rename model's `max_tokens` to `max_input_tokens` (#339) BREAKING CHANGE: rename model's `max_tokens` to `max_input_tokens` --- src/config/session.rs | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) (limited to 'src/config/session.rs') diff --git a/src/config/session.rs b/src/config/session.rs index e824c43..dd610a5 100644 --- a/src/config/session.rs +++ b/src/config/session.rs @@ -108,8 +108,8 @@ impl Session { data["temperature"] = temperature.into(); } data["total_tokens"] = tokens.into(); - if let Some(max_tokens) = self.model.max_tokens { - data["max_tokens"] = max_tokens.into(); + if let Some(conext_window) = self.model.max_input_tokens { + data["max_input_tokens"] = conext_window.into(); } if percent != 0.0 { data["total/max"] = format!("{}%", percent).into(); @@ -138,8 +138,8 @@ impl Session { items.push(("compress_threshold", compress_threshold.to_string())); } - if let Some(max_tokens) = self.model.max_tokens { - items.push(("max_tokens", max_tokens.to_string())); + if let Some(max_input_tokens) = self.model.max_input_tokens { + items.push(("max_input_tokens", max_input_tokens.to_string())); } let mut lines: Vec = items @@ -179,11 +179,11 @@ impl Session { pub fn tokens_and_percent(&self) -> (usize, f32) { let tokens = self.tokens(); - let max_tokens = self.model.max_tokens.unwrap_or_default(); - let percent = if max_tokens == 0 { + let max_input_tokens = self.model.max_input_tokens.unwrap_or_default(); + let percent = if max_input_tokens == 0 { 0.0 } else { - let percent = tokens as f32 / max_tokens as f32 * 100.0; + let percent = tokens as f32 / max_input_tokens as f32 * 100.0; (percent * 100.0).round() / 100.0 }; (tokens, percent) -- cgit v1.2.3