From a75aef459db3b28e24603617b2584a7f279a3e4d Mon Sep 17 00:00:00 2001 From: sigoden Date: Tue, 14 May 2024 15:02:58 +0800 Subject: feat: remove tiktoken (#506) --- Cargo.toml | 1 + 1 file changed, 1 insertion(+) (limited to 'Cargo.toml') diff --git a/Cargo.toml b/Cargo.toml index c04f188..b4e6ded 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -56,6 +56,7 @@ indexmap = "2.2.6" hmac = "0.12.1" aws-smithy-eventstream = "0.60.4" urlencoding = "2.1.3" +unicode-segmentation = "1.11.0" [dependencies.reqwest] version = "0.12.0" -- cgit v1.2.3