feat: implement native rag url loader (#660)

1 files changed, 2 insertions, 1 deletions

diff --git a/src/rag/mod.rs b/src/rag/mod.rs
index f01fc0c..9e37e6f 100644
--- a/src/rag/mod.rs
+++ b/src/rag/mod.rs
@@ -237,7 +237,7 @@ impl Rag {
                 if let Some(path) = path.strip_suffix("**") {
                     new_paths.push((path.to_string(), RECURSIVE_URL_LOADER.into()));
                 } else {
-                    new_paths.push((path.to_string(), "url".into()))
+                    new_paths.push((path.to_string(), URL_LOADER.into()))
                 }
             } else {
                 let path = Path::new(path);
@@ -275,6 +275,7 @@ impl Rag {
             for (index, (path, loader_name)) in new_paths.into_iter().enumerate() {
                 println!("Loading {path} [{}/{new_paths_len}]", index + 1);
                 let documents = load(&loaders, &path, &loader_name)
+                    .await
                     .with_context(|| format!("Failed to load '{path}'"))?;
                 let separator = get_separators(&loader_name);
                 let splitter = RecursiveCharacterTextSplitter::new(