diff options
| author | sigoden <sigoden@gmail.com> | 2024-05-14 15:02:58 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-05-14 15:02:58 +0800 |
| commit | a75aef459db3b28e24603617b2584a7f279a3e4d (patch) | |
| tree | 99761c2a86e8f2cffd4cdee53bc93623e36aef3a /src/config | |
| parent | 369cf9a36aaf5b76914f8c2fd412124deb51ff92 (diff) | |
| download | aichat-a75aef459db3b28e24603617b2584a7f279a3e4d.tar.gz | |
feat: remove tiktoken (#506)
Diffstat (limited to 'src/config')
| -rw-r--r-- | src/config/input.rs | 9 |
1 files changed, 0 insertions, 9 deletions
diff --git a/src/config/input.rs b/src/config/input.rs index 7210c45..0a3201a 100644 --- a/src/config/input.rs +++ b/src/config/input.rs @@ -150,15 +150,6 @@ impl Input { }) } - pub fn maybe_print_input_tokens(&self) { - if self.config.read().dry_run { - if let Ok(messages) = self.build_messages() { - let tokens = self.config.read().model.total_tokens(&messages); - println!(">>> This message consumes {tokens} tokens. <<<"); - } - } - } - pub fn build_messages(&self) -> Result<Vec<Message>> { let messages = if let Some(session) = self.session(&self.config.read().session) { session.build_messages(self) |
