From a75aef459db3b28e24603617b2584a7f279a3e4d Mon Sep 17 00:00:00 2001 From: sigoden Date: Tue, 14 May 2024 15:02:58 +0800 Subject: feat: remove tiktoken (#506) --- src/config/input.rs | 9 --------- 1 file changed, 9 deletions(-) (limited to 'src/config') diff --git a/src/config/input.rs b/src/config/input.rs index 7210c45..0a3201a 100644 --- a/src/config/input.rs +++ b/src/config/input.rs @@ -150,15 +150,6 @@ impl Input { }) } - pub fn maybe_print_input_tokens(&self) { - if self.config.read().dry_run { - if let Ok(messages) = self.build_messages() { - let tokens = self.config.read().model.total_tokens(&messages); - println!(">>> This message consumes {tokens} tokens. <<<"); - } - } - } - pub fn build_messages(&self) -> Result> { let messages = if let Some(session) = self.session(&self.config.read().session) { session.build_messages(self) -- cgit v1.2.3