summaryrefslogtreecommitdiffstats
path: root/src/rag
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-07-03 16:51:30 +0800
committerGitHub <noreply@github.com>2024-07-03 16:51:30 +0800
commitcce4fec108feb7c963c2394c4daf5bb2d0274b1b (patch)
treef0510ef985bae0d647914137ab5e74b24f912b8c /src/rag
parente63441b1e4139007a244a8f419cda73368b11ec7 (diff)
downloadaichat-cce4fec108feb7c963c2394c4daf5bb2d0274b1b.tar.gz
refactor: update config.example.yaml and readme, fix typos (#682)
Diffstat (limited to 'src/rag')
-rw-r--r--src/rag/loader.rs2
-rw-r--r--src/rag/mod.rs6
2 files changed, 4 insertions, 4 deletions
diff --git a/src/rag/loader.rs b/src/rag/loader.rs
index 37fa803..7fa1fd6 100644
--- a/src/rag/loader.rs
+++ b/src/rag/loader.rs
@@ -7,7 +7,7 @@ use std::{collections::HashMap, path::Path};
pub const EXTENSION_METADATA: &str = "__extension__";
pub const PATH_METADATA: &str = "__path__";
-pub async fn load_recrusive_url(
+pub async fn load_recursive_url(
loaders: &HashMap<String, String>,
path: &str,
) -> Result<Vec<(String, RagMetadata)>> {
diff --git a/src/rag/mod.rs b/src/rag/mod.rs
index e2f6ddd..3e7eda5 100644
--- a/src/rag/mod.rs
+++ b/src/rag/mod.rs
@@ -276,7 +276,7 @@ impl Rag {
println!("Load {path} [{}/{paths_len}]", index + 1);
if Self::is_url_path(path) {
if let Some(path) = path.strip_suffix("**") {
- files.extend(load_recrusive_url(&loaders, path).await?);
+ files.extend(load_recursive_url(&loaders, path).await?);
} else {
files.push(load_url(&loaders, path).await?);
}
@@ -326,11 +326,11 @@ impl Rag {
"<document_metadata>\npath: {path}\n{metadata}</document_metadata>\n\n"
));
let document = RagDocument::new(contents);
- let splitted_documents = splitter.split_documents(&[document], &split_options);
+ let split_documents = splitter.split_documents(&[document], &split_options);
rag_files.push(RagFile {
hash: hash.clone(),
path,
- documents: splitted_documents,
+ documents: split_documents,
});
}