diff options
| author | sigoden <sigoden@gmail.com> | 2024-10-20 14:28:18 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-10-20 14:28:18 +0800 |
| commit | ac89b7ad6716a8af811089b130c2039627d47b48 (patch) | |
| tree | f986c131bf6e9b244d493a123216b8a20bb6609d /src | |
| parent | 7b20ab064f30b7eddd18cecb9afb93e2b2c2965a (diff) | |
| download | aichat-ac89b7ad6716a8af811089b130c2039627d47b48.tar.gz | |
refactor: RAG bm25 (#939)
Diffstat (limited to 'src')
| -rw-r--r-- | src/rag/mod.rs | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/src/rag/mod.rs b/src/rag/mod.rs index 4cee391..87f7a69 100644 --- a/src/rag/mod.rs +++ b/src/rag/mod.rs @@ -10,7 +10,7 @@ mod serde_vectors; mod splitter; use anyhow::{anyhow, bail, Context, Result}; -use bm25::{LanguageMode, SearchEngine, SearchEngineBuilder}; +use bm25::{Language, SearchEngine, SearchEngineBuilder}; use hnsw_rs::prelude::*; use indexmap::{IndexMap, IndexSet}; use inquire::{required, validator::Validation, Confirm, Select, Text}; @@ -724,7 +724,7 @@ impl RagData { documents.push(bm25::Document::new(id, &document.page_content)) } } - SearchEngineBuilder::<DocumentId>::with_documents(LanguageMode::Detect, documents) + SearchEngineBuilder::<DocumentId>::with_documents(Language::English, documents) .k1(1.5) .b(0.75) .build() |
