diff options
| author | sigoden <sigoden@gmail.com> | 2024-05-14 15:02:58 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-05-14 15:02:58 +0800 |
| commit | a75aef459db3b28e24603617b2584a7f279a3e4d (patch) | |
| tree | 99761c2a86e8f2cffd4cdee53bc93623e36aef3a /src/client | |
| parent | 369cf9a36aaf5b76914f8c2fd412124deb51ff92 (diff) | |
| download | aichat-a75aef459db3b28e24603617b2584a7f279a3e4d.tar.gz | |
feat: remove tiktoken (#506)
Diffstat (limited to 'src/client')
| -rw-r--r-- | src/client/common.rs | 2 | ||||
| -rw-r--r-- | src/client/model.rs | 4 |
2 files changed, 3 insertions, 3 deletions
diff --git a/src/client/common.rs b/src/client/common.rs index 004a7dc..d42315b 100644 --- a/src/client/common.rs +++ b/src/client/common.rs @@ -319,7 +319,7 @@ pub trait Client: Sync + Send { let tokens = tokenize(&content); for token in tokens { tokio::time::sleep(Duration::from_millis(10)).await; - handler.text(&token)?; + handler.text(token)?; } return Ok(()); } diff --git a/src/client/model.rs b/src/client/model.rs index d0d86e4..1af3e59 100644 --- a/src/client/model.rs +++ b/src/client/model.rs @@ -1,6 +1,6 @@ use super::message::{Message, MessageContent}; -use crate::utils::{count_tokens, format_option_value}; +use crate::utils::{estimate_token_length, format_option_value}; use anyhow::{bail, Result}; use serde::Deserialize; @@ -181,7 +181,7 @@ impl Model { .iter() .map(|v| { match &v.content { - MessageContent::Text(text) => count_tokens(text), + MessageContent::Text(text) => estimate_token_length(text), MessageContent::Array(_) => 0, // TODO } }) |