From 7a089d846ec2b0f5447d253a52e884a5a6607881 Mon Sep 17 00:00:00 2001 From: sigoden Date: Fri, 21 Jun 2024 21:56:25 +0800 Subject: refactor: rename model.max_concurrent_chunks to model.max_batch_size (#626) --- src/rag/mod.rs | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) (limited to 'src/rag') diff --git a/src/rag/mod.rs b/src/rag/mod.rs index 628a9e4..116beea 100644 --- a/src/rag/mod.rs +++ b/src/rag/mod.rs @@ -414,13 +414,13 @@ impl Rag { ) -> Result { let EmbeddingsData { texts, query } = data; let mut output = vec![]; - let chunks = texts.chunks(self.embedding_model.max_concurrent_chunks()); - let chunks_len = chunks.len(); + let batch_chunks = texts.chunks(self.embedding_model.max_batch_size()); + let batch_chunks_len = batch_chunks.len(); progress( &progress_tx, - format!("Creating embeddings [1/{chunks_len}]"), + format!("Creating embeddings [1/{batch_chunks_len}]"), ); - for (index, texts) in chunks.enumerate() { + for (index, texts) in batch_chunks.enumerate() { let chunk_data = EmbeddingsData { texts: texts.to_vec(), query, @@ -433,7 +433,7 @@ impl Rag { output.extend(chunk_output); progress( &progress_tx, - format!("Creating embeddings [{}/{chunks_len}]", index + 1), + format!("Creating embeddings [{}/{batch_chunks_len}]", index + 1), ); } Ok(output) -- cgit v1.2.3