From a75aef459db3b28e24603617b2584a7f279a3e4d Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Tue, 14 May 2024 15:02:58 +0800
Subject: feat: remove tiktoken (#506)

---
 src/client/model.rs | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

(limited to 'src/client/model.rs')

diff --git a/src/client/model.rs b/src/client/model.rs
index d0d86e4..1af3e59 100644
--- a/src/client/model.rs
+++ b/src/client/model.rs
@@ -1,6 +1,6 @@
 use super::message::{Message, MessageContent};
 
-use crate::utils::{count_tokens, format_option_value};
+use crate::utils::{estimate_token_length, format_option_value};
 
 use anyhow::{bail, Result};
 use serde::Deserialize;
@@ -181,7 +181,7 @@ impl Model {
             .iter()
             .map(|v| {
                 match &v.content {
-                    MessageContent::Text(text) => count_tokens(text),
+                    MessageContent::Text(text) => estimate_token_length(text),
                     MessageContent::Array(_) => 0, // TODO
                 }
             })
-- 
cgit v1.2.3