From ebad4bb88842812c9a2633cb9e06071114519314 Mon Sep 17 00:00:00 2001 From: Tatsuya Kyushima <49891479+kyu08@users.noreply.github.com> Date: Thu, 2 May 2024 18:17:50 +0900 Subject: chore: fix typos (#476) --- src/utils/tiktoken.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) (limited to 'src/utils') diff --git a/src/utils/tiktoken.rs b/src/utils/tiktoken.rs index 8b7e712..cd83ed3 100644 --- a/src/utils/tiktoken.rs +++ b/src/utils/tiktoken.rs @@ -128,7 +128,7 @@ pub fn byte_pair_split<'a>(piece: &'a [u8], ranks: &HashMap, usize>) -> // Originally, we had one too! Without it, we were only vaguely faster than Python. // I used an RWLock to protect the cache. This didn't seem to hurt single threaded performance // noticeably, but it did affect multi-threaded performance. Weirdly, it seemed to affect -// multi-threaded performance even when I only had readers (maybed I messed something up?). +// multi-threaded performance even when I only had readers (maybe I messed something up?). // Anyway, I realised that we could get rid of the cache, if we treat the set of tokens as a cache! // These are exactly the set or merges that are likely to be hot. And now we don't have to think // about interior mutability, memory use, or cloning. -- cgit v1.2.3