diff options
| author | sigoden <sigoden@gmail.com> | 2024-07-11 07:07:04 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-07-11 07:07:04 +0800 |
| commit | cee0eb453e37667185025a1328ce5dea9b2bef4a (patch) | |
| tree | 58c6c1388a6efb976550aa79d4b9c23a010ea979 /src/rag/mod.rs | |
| parent | 4ea6f3933fff4974334e3f9ecb2a423aab43a787 (diff) | |
| download | aichat-cee0eb453e37667185025a1328ce5dea9b2bef4a.tar.gz | |
refactor: rag add documents (#700)
Diffstat (limited to 'src/rag/mod.rs')
| -rw-r--r-- | src/rag/mod.rs | 14 |
1 files changed, 12 insertions, 2 deletions
diff --git a/src/rag/mod.rs b/src/rag/mod.rs index 3e7eda5..d97d35c 100644 --- a/src/rag/mod.rs +++ b/src/rag/mod.rs @@ -692,9 +692,19 @@ fn set_chunk_overlay(default_value: usize) -> Result<usize> { fn add_documents() -> Result<Vec<String>> { let text = Text::new("Add documents:") .with_validator(required!("This field is required")) - .with_help_message("e.g. file;dir/;dir/**/*.md;url;sites/**") + .with_help_message("e.g. file;dir/;dir/**/*.{md,mdx};solo-url;site-url/**") .prompt()?; - let paths = text.split(';').map(|v| v.trim().to_string()).collect(); + let paths = text + .split(';') + .filter_map(|v| { + let v = v.trim().to_string(); + if v.is_empty() { + None + } else { + Some(v) + } + }) + .collect(); Ok(paths) } |
