From 44ea384ee59fafb76882e1d6687bc4cbc6d61611 Mon Sep 17 00:00:00 2001 From: sigoden Date: Mon, 30 Oct 2023 10:22:00 +0800 Subject: chore: remove unnecessary clippy macros --- src/utils/tiktoken.rs | 2 -- 1 file changed, 2 deletions(-) (limited to 'src/utils') diff --git a/src/utils/tiktoken.rs b/src/utils/tiktoken.rs index 940d6f9..ce47c17 100644 --- a/src/utils/tiktoken.rs +++ b/src/utils/tiktoken.rs @@ -64,7 +64,6 @@ pub fn cl100k_base_singleton() -> Arc> { } fn _byte_pair_merge(piece: &[u8], ranks: &HashMap, usize>) -> Vec> { - #[allow(clippy::range_plus_one)] let mut parts: Vec<_> = (0..piece.len()).map(|i| i..i + 1).collect(); // If you have n parts and m merges, this does O(mn) work @@ -340,7 +339,6 @@ impl CoreBPE { && self.sorted_token_bytes[point].starts_with(suffix) { let possibility = [prefix, self.sorted_token_bytes[point].as_slice()].concat(); - #[allow(clippy::option_if_let_else)] let encoded = match std::str::from_utf8(&possibility) { // Morally, this is byte_pair_encode(&possibility, &self.encoder) // But we might have introduced a regex split which would prevent merges. -- cgit v1.2.3