diff options
| author | sigoden <sigoden@gmail.com> | 2024-06-21 21:56:25 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-06-21 21:56:25 +0800 |
| commit | 7a089d846ec2b0f5447d253a52e884a5a6607881 (patch) | |
| tree | e6740bc652c2b93e6f6a4bfa8ace722da8d1f2cf /src/rag/mod.rs | |
| parent | f2378e172548f3357fca6e561803bfe3a013bcb3 (diff) | |
| download | aichat-7a089d846ec2b0f5447d253a52e884a5a6607881.tar.gz | |
refactor: rename model.max_concurrent_chunks to model.max_batch_size (#626)
Diffstat (limited to 'src/rag/mod.rs')
| -rw-r--r-- | src/rag/mod.rs | 10 |
1 files changed, 5 insertions, 5 deletions
diff --git a/src/rag/mod.rs b/src/rag/mod.rs index 628a9e4..116beea 100644 --- a/src/rag/mod.rs +++ b/src/rag/mod.rs @@ -414,13 +414,13 @@ impl Rag { ) -> Result<EmbeddingsOutput> { let EmbeddingsData { texts, query } = data; let mut output = vec![]; - let chunks = texts.chunks(self.embedding_model.max_concurrent_chunks()); - let chunks_len = chunks.len(); + let batch_chunks = texts.chunks(self.embedding_model.max_batch_size()); + let batch_chunks_len = batch_chunks.len(); progress( &progress_tx, - format!("Creating embeddings [1/{chunks_len}]"), + format!("Creating embeddings [1/{batch_chunks_len}]"), ); - for (index, texts) in chunks.enumerate() { + for (index, texts) in batch_chunks.enumerate() { let chunk_data = EmbeddingsData { texts: texts.to_vec(), query, @@ -433,7 +433,7 @@ impl Rag { output.extend(chunk_output); progress( &progress_tx, - format!("Creating embeddings [{}/{chunks_len}]", index + 1), + format!("Creating embeddings [{}/{batch_chunks_len}]", index + 1), ); } Ok(output) |
