From 978d4c54c0d5ac71fa0407d26ff06f16268e4ec3 Mon Sep 17 00:00:00 2001 From: sigoden Date: Fri, 10 Mar 2023 07:25:33 +0800 Subject: chore: opitmize code, move MAX_TOKENS related to config/message.rs --- src/config/mod.rs | 8 ++------ 1 file changed, 2 insertions(+), 6 deletions(-) (limited to 'src/config/mod.rs') diff --git a/src/config/mod.rs b/src/config/mod.rs index ff7acae..147d944 100644 --- a/src/config/mod.rs +++ b/src/config/mod.rs @@ -4,7 +4,7 @@ mod role; use self::message::Message; use self::role::Role; -use self::{conversation::Conversation, message::num_tokens_from_messages}; +use self::{conversation::Conversation, message::within_max_tokens_limit}; use crate::utils::now; @@ -21,7 +21,6 @@ use std::{ sync::Arc, }; -const MAX_TOKENS: usize = 4096; const CONFIG_FILE_NAME: &str = "config.yaml"; const ROLES_FILE_NAME: &str = "roles.yaml"; const HISTORY_FILE_NAME: &str = "history.txt"; @@ -229,10 +228,7 @@ impl Config { let message = Message::new(content); vec![message] }; - let tokens = num_tokens_from_messages(&messages); - if tokens >= MAX_TOKENS { - bail!("Exceed max tokens limit") - } + within_max_tokens_limit(&messages)?; Ok(messages) } -- cgit v1.2.3