summaryrefslogtreecommitdiffstats
path: root/src/rag/mod.rs
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-06-12 17:07:49 +0800
committerGitHub <noreply@github.com>2024-06-12 17:07:49 +0800
commit492b006db7e5e40b2672e28dc93cc1bc68a7cf38 (patch)
tree83ed5913b53cf8fe042e13c28990f248b8b557ae /src/rag/mod.rs
parentfe3a22255d897899d457dbfc4329a8de55fb3ee3 (diff)
downloadaichat-492b006db7e5e40b2672e28dc93cc1bc68a7cf38.tar.gz
refactor: load pdf/docx files (#592)
Diffstat (limited to 'src/rag/mod.rs')
-rw-r--r--src/rag/mod.rs3
1 files changed, 1 insertions, 2 deletions
diff --git a/src/rag/mod.rs b/src/rag/mod.rs
index 28ea6fc..011b574 100644
--- a/src/rag/mod.rs
+++ b/src/rag/mod.rs
@@ -189,8 +189,7 @@ impl Rag {
let separator = autodetect_separator(&extension);
let splitter = Splitter::new(self.data.chunk_size, self.data.chunk_overlap, separator);
let documents = load(&path, &extension)
- .await
- .with_context(|| format!("Failed to load text at '{path}'"))?;
+ .with_context(|| format!("Failed to load file at '{path}'"))?;
let documents =
splitter.split_documents(&documents, &SplitterChunkHeaderOptions::default());
rag_files.push(RagFile { path, documents });