refactor: improve RAG (#676)

1 files changed, 8 insertions, 2 deletions

diff --git a/src/rag/mod.rs b/src/rag/mod.rs
index f5f68ae..e2f6ddd 100644
--- a/src/rag/mod.rs
+++ b/src/rag/mod.rs
@@ -316,8 +316,14 @@ impl Rag {
                 self.data.chunk_overlap,
                 &separator,
             );
+
+            let metadata = metadata
+                .iter()
+                .map(|(k, v)| format!("{k}: {v}\n"))
+                .collect::<Vec<String>>()
+                .join("");
             let split_options = SplitterChunkHeaderOptions::default().with_chunk_header(&format!(
-                "<document_metadata>\npath: {path}</document_metadata>\n\n"
+                "<document_metadata>\npath: {path}\n{metadata}</document_metadata>\n\n"
             ));
             let document = RagDocument::new(contents);
             let splitted_documents = splitter.split_documents(&[document], &split_options);
@@ -354,7 +360,7 @@ impl Rag {
         self.data.add(next_file_id, files, document_ids, embeddings);
         self.data.document_paths = document_paths;
 
-        progress(&spinner, "Building database".into());
+        progress(&spinner, "Building store".into());
         self.hnsw = self.data.build_hnsw();
         self.bm25 = self.data.build_bm25();