From 1ec6abfaee2fdc189b348b7e3a8145bd9a84da74 Mon Sep 17 00:00:00 2001
From: sigoden <sigoden@gmail.com>
Date: Wed, 5 Jun 2024 09:02:23 +0800
Subject: feat: support RAG (#560)

* feat: support RAG

* support more embeddings models and implement concurrent embedding api

* show the progress of addings paths

* ignore embedding context when saving message

* embedding model max_chunk_size => default_chunk_size

* support pdf and pandoc formats (docx, epub, ipynb)
---
 Cargo.toml | 4 ++++
 1 file changed, 4 insertions(+)

(limited to 'Cargo.toml')

diff --git a/Cargo.toml b/Cargo.toml
index 44de068..7363323 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -60,6 +60,9 @@ num_cpus = "1.16.0"
 threadpool = "1.8.1"
 json-patch = { version = "2.0.0", default-features = false }
 bitflags = "2.5.0"
+path-absolutize = "3.1.1"
+hnsw_rs = "0.3.0"
+pdf-extract = "0.7.7"
 
 [dependencies.reqwest]
 version = "0.12.0"
@@ -81,6 +84,7 @@ arboard = { version = "3.3.0", default-features = false, features = ["wayland-da
 arboard = { version = "3.3.0", default-features = false }
 
 [dev-dependencies]
+pretty_assertions = "1.4.0"
 rand = "0.8.5"
 
 [profile.release]
-- 
cgit v1.2.3