From 1ec6abfaee2fdc189b348b7e3a8145bd9a84da74 Mon Sep 17 00:00:00 2001 From: sigoden Date: Wed, 5 Jun 2024 09:02:23 +0800 Subject: feat: support RAG (#560) * feat: support RAG * support more embeddings models and implement concurrent embedding api * show the progress of addings paths * ignore embedding context when saving message * embedding model max_chunk_size => default_chunk_size * support pdf and pandoc formats (docx, epub, ipynb) --- src/serve.rs | 11 ++--------- 1 file changed, 2 insertions(+), 9 deletions(-) (limited to 'src/serve.rs') diff --git a/src/serve.rs b/src/serve.rs index 2d375f8..116942a 100644 --- a/src/serve.rs +++ b/src/serve.rs @@ -1,11 +1,4 @@ -use crate::{ - client::{ - init_client, list_models, ChatCompletionsData, ChatCompletionsOutput, ClientConfig, - Message, Model, ModelData, SseEvent, SseHandler, - }, - config::{Config, GlobalConfig, Role}, - utils::create_abort_signal, -}; +use crate::{client::*, config::*, utils::*}; use anyhow::{anyhow, bail, Result}; use bytes::Bytes; @@ -76,7 +69,7 @@ impl Server { let clients = config.clients.clone(); let model = config.model.clone(); let roles = config.roles.clone(); - let mut models = list_models(&config); + let mut models = list_chat_models(&config); let mut default_model = model.clone(); default_model.data_mut().name = DEFAULT_MODEL_NAME.into(); models.insert(0, &default_model); -- cgit v1.2.3