From 19ce62ab769b74a8e417cd1213b7711a5ed55638 Mon Sep 17 00:00:00 2001 From: sigoden Date: Mon, 20 Mar 2023 22:51:51 +0800 Subject: feat: check token usage in dry_run mode (#82) --- src/config/message.rs | 9 --------- 1 file changed, 9 deletions(-) (limited to 'src/config/message.rs') diff --git a/src/config/message.rs b/src/config/message.rs index 5717220..2c8a330 100644 --- a/src/config/message.rs +++ b/src/config/message.rs @@ -1,6 +1,5 @@ use crate::utils::count_tokens; -use anyhow::{bail, Result}; use serde::{Deserialize, Serialize}; #[derive(Debug, Clone, Deserialize, Serialize)] @@ -26,14 +25,6 @@ pub enum MessageRole { User, } -pub fn within_max_tokens_limit(messages: &[Message], max_tokens: usize) -> Result<()> { - let tokens = num_tokens_from_messages(messages); - if tokens >= max_tokens { - bail!("Exceed max tokens limit") - } - Ok(()) -} - pub fn num_tokens_from_messages(messages: &[Message]) -> usize { let mut num_tokens = 0; for message in messages.iter() { -- cgit v1.2.3