From f82524fd154a1bf4a7277db868147afdb0cd507a Mon Sep 17 00:00:00 2001 From: sigoden Date: Thu, 27 Jun 2024 12:30:09 +0800 Subject: feat: implement native rag url loader (#660) --- src/config/mod.rs | 16 ++++++---------- 1 file changed, 6 insertions(+), 10 deletions(-) (limited to 'src/config/mod.rs') diff --git a/src/config/mod.rs b/src/config/mod.rs index 69609f4..ff337c0 100644 --- a/src/config/mod.rs +++ b/src/config/mod.rs @@ -1434,16 +1434,12 @@ impl Config { } fn setup_rag_document_loaders(&mut self) { - [ - ("pdf", "pdftotext $1 -"), - ("docx", "pandoc --to plain $1"), - ("url", "curl -fsSL $1"), - ] - .into_iter() - .for_each(|(k, v)| { - let (k, v) = (k.to_string(), v.to_string()); - self.rag_document_loaders.entry(k).or_insert(v); - }); + [("pdf", "pdftotext $1 -"), ("docx", "pandoc --to plain $1")] + .into_iter() + .for_each(|(k, v)| { + let (k, v) = (k.to_string(), v.to_string()); + self.rag_document_loaders.entry(k).or_insert(v); + }); } } -- cgit v1.2.3