diff options
| author | sigoden <sigoden@gmail.com> | 2024-07-03 16:51:30 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-07-03 16:51:30 +0800 |
| commit | cce4fec108feb7c963c2394c4daf5bb2d0274b1b (patch) | |
| tree | f0510ef985bae0d647914137ab5e74b24f912b8c /src/rag | |
| parent | e63441b1e4139007a244a8f419cda73368b11ec7 (diff) | |
| download | aichat-cce4fec108feb7c963c2394c4daf5bb2d0274b1b.tar.gz | |
refactor: update config.example.yaml and readme, fix typos (#682)
Diffstat (limited to 'src/rag')
| -rw-r--r-- | src/rag/loader.rs | 2 | ||||
| -rw-r--r-- | src/rag/mod.rs | 6 |
2 files changed, 4 insertions, 4 deletions
diff --git a/src/rag/loader.rs b/src/rag/loader.rs index 37fa803..7fa1fd6 100644 --- a/src/rag/loader.rs +++ b/src/rag/loader.rs @@ -7,7 +7,7 @@ use std::{collections::HashMap, path::Path}; pub const EXTENSION_METADATA: &str = "__extension__"; pub const PATH_METADATA: &str = "__path__"; -pub async fn load_recrusive_url( +pub async fn load_recursive_url( loaders: &HashMap<String, String>, path: &str, ) -> Result<Vec<(String, RagMetadata)>> { diff --git a/src/rag/mod.rs b/src/rag/mod.rs index e2f6ddd..3e7eda5 100644 --- a/src/rag/mod.rs +++ b/src/rag/mod.rs @@ -276,7 +276,7 @@ impl Rag { println!("Load {path} [{}/{paths_len}]", index + 1); if Self::is_url_path(path) { if let Some(path) = path.strip_suffix("**") { - files.extend(load_recrusive_url(&loaders, path).await?); + files.extend(load_recursive_url(&loaders, path).await?); } else { files.push(load_url(&loaders, path).await?); } @@ -326,11 +326,11 @@ impl Rag { "<document_metadata>\npath: {path}\n{metadata}</document_metadata>\n\n" )); let document = RagDocument::new(contents); - let splitted_documents = splitter.split_documents(&[document], &split_options); + let split_documents = splitter.split_documents(&[document], &split_options); rag_files.push(RagFile { hash: hash.clone(), path, - documents: splitted_documents, + documents: split_documents, }); } |
