From a75aef459db3b28e24603617b2584a7f279a3e4d Mon Sep 17 00:00:00 2001 From: sigoden Date: Tue, 14 May 2024 15:02:58 +0800 Subject: feat: remove tiktoken (#506) --- Cargo.lock | 1 + 1 file changed, 1 insertion(+) (limited to 'Cargo.lock') diff --git a/Cargo.lock b/Cargo.lock index 0989cc9..d8495ea 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -76,6 +76,7 @@ dependencies = [ "tokio", "tokio-graceful", "tokio-stream", + "unicode-segmentation", "unicode-width", "urlencoding", ] -- cgit v1.2.3