diff options
| author | sigoden <sigoden@gmail.com> | 2024-07-26 20:03:41 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-07-26 20:03:41 +0800 |
| commit | fdc35a1cf3043eecbdffa1abfca6b46f0bf44942 (patch) | |
| tree | ca8e364a655d474027f9bfc29cba7d7ecf1f14bf /src/client | |
| parent | 3f7ce2570955a9d89b4bb25c0dc67298393882ec (diff) | |
| download | aichat-fdc35a1cf3043eecbdffa1abfca6b46f0bf44942.tar.gz | |
refactor: several optimizations (#749)
Diffstat (limited to 'src/client')
| -rw-r--r-- | src/client/common.rs | 1 | ||||
| -rw-r--r-- | src/client/model.rs | 8 |
2 files changed, 0 insertions, 9 deletions
diff --git a/src/client/common.rs b/src/client/common.rs index 198fabc..1d802c5 100644 --- a/src/client/common.rs +++ b/src/client/common.rs @@ -391,7 +391,6 @@ pub trait Client: Sync + Send { async fn embeddings(&self, data: EmbeddingsData) -> Result<Vec<Vec<f32>>> { let client = self.build_client()?; - self.model().guard_max_batch_size(&data)?; self.embeddings_inner(&client, data) .await .context("Failed to call embeddings api") diff --git a/src/client/model.rs b/src/client/model.rs index e6142d4..acf04a3 100644 --- a/src/client/model.rs +++ b/src/client/model.rs @@ -1,7 +1,6 @@ use super::{ list_chat_models, list_embedding_models, list_reranker_models, message::{Message, MessageContent}, - EmbeddingsData, }; use crate::config::Config; @@ -254,13 +253,6 @@ impl Model { } Ok(()) } - - pub fn guard_max_batch_size(&self, data: &EmbeddingsData) -> Result<()> { - if data.texts.len() > self.max_batch_size() { - bail!("Exceed max_batch_size limit"); - } - Ok(()) - } } #[derive(Debug, Clone, Default, Serialize, Deserialize)] |