summaryrefslogtreecommitdiffstats
path: root/src/rag/mod.rs
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-10-20 14:28:18 +0800
committerGitHub <noreply@github.com>2024-10-20 14:28:18 +0800
commitac89b7ad6716a8af811089b130c2039627d47b48 (patch)
treef986c131bf6e9b244d493a123216b8a20bb6609d /src/rag/mod.rs
parent7b20ab064f30b7eddd18cecb9afb93e2b2c2965a (diff)
downloadaichat-ac89b7ad6716a8af811089b130c2039627d47b48.tar.gz
refactor: RAG bm25 (#939)
Diffstat (limited to 'src/rag/mod.rs')
-rw-r--r--src/rag/mod.rs4
1 files changed, 2 insertions, 2 deletions
diff --git a/src/rag/mod.rs b/src/rag/mod.rs
index 4cee391..87f7a69 100644
--- a/src/rag/mod.rs
+++ b/src/rag/mod.rs
@@ -10,7 +10,7 @@ mod serde_vectors;
mod splitter;
use anyhow::{anyhow, bail, Context, Result};
-use bm25::{LanguageMode, SearchEngine, SearchEngineBuilder};
+use bm25::{Language, SearchEngine, SearchEngineBuilder};
use hnsw_rs::prelude::*;
use indexmap::{IndexMap, IndexSet};
use inquire::{required, validator::Validation, Confirm, Select, Text};
@@ -724,7 +724,7 @@ impl RagData {
documents.push(bm25::Document::new(id, &document.page_content))
}
}
- SearchEngineBuilder::<DocumentId>::with_documents(LanguageMode::Detect, documents)
+ SearchEngineBuilder::<DocumentId>::with_documents(Language::English, documents)
.k1(1.5)
.b(0.75)
.build()