feat: support RAG (#560)

* feat: support RAG

* support more embeddings models and implement concurrent embedding api

* show the progress of addings paths

* ignore embedding context when saving message

* embedding model max_chunk_size => default_chunk_size

* support pdf and pandoc formats (docx, epub, ipynb)

1 files changed, 2 insertions, 9 deletions

diff --git a/src/serve.rs b/src/serve.rs
index 2d375f8..116942a 100644
--- a/src/serve.rs
+++ b/src/serve.rs
@@ -1,11 +1,4 @@
-use crate::{
-    client::{
-        init_client, list_models, ChatCompletionsData, ChatCompletionsOutput, ClientConfig,
-        Message, Model, ModelData, SseEvent, SseHandler,
-    },
-    config::{Config, GlobalConfig, Role},
-    utils::create_abort_signal,
-};
+use crate::{client::*, config::*, utils::*};
 
 use anyhow::{anyhow, bail, Result};
 use bytes::Bytes;
@@ -76,7 +69,7 @@ impl Server {
         let clients = config.clients.clone();
         let model = config.model.clone();
         let roles = config.roles.clone();
-        let mut models = list_models(&config);
+        let mut models = list_chat_models(&config);
         let mut default_model = model.clone();
         default_model.data_mut().name = DEFAULT_MODEL_NAME.into();
         models.insert(0, &default_model);