diff options
Diffstat (limited to 'src/rag/mod.rs')
| -rw-r--r-- | src/rag/mod.rs | 6 |
1 files changed, 4 insertions, 2 deletions
diff --git a/src/rag/mod.rs b/src/rag/mod.rs index 3fdad02..ab7c3c7 100644 --- a/src/rag/mod.rs +++ b/src/rag/mod.rs @@ -262,8 +262,10 @@ impl Rag { ); let documents = load(&path, &extension) .with_context(|| format!("Failed to load file at '{path}'"))?; - let documents = - splitter.split_documents(&documents, &SplitterChunkHeaderOptions::default()); + let split_options = SplitterChunkHeaderOptions::default().with_chunk_header(&format!( + "<document_metadata>\npath: {path}\n</document_metadata>\n\n" + )); + let documents = splitter.split_documents(&documents, &split_options); rag_files.push(RagFile { path, documents }); progress( &progress_tx, |