diff options
| author | sigoden <sigoden@gmail.com> | 2024-11-11 09:46:21 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-11-11 09:46:21 +0800 |
| commit | e18aa0169e80b8af9241e57f0ab66bf463ac8a4f (patch) | |
| tree | 49f5b07831894644e9e3ab3c291a2501190ebc56 | |
| parent | b2dbd73b8c8938105246f04e6ebcd68221740bd7 (diff) | |
| download | aichat-e18aa0169e80b8af9241e57f0ab66bf463ac8a4f.tar.gz | |
refactor: improve RAG (#982)
- set max default_chuck_size to 2000
- set default rag_top_k to 4
- change reciprocal_rank_fusion weights
| -rw-r--r-- | config.example.yaml | 2 | ||||
| -rw-r--r-- | models.yaml | 10 | ||||
| -rw-r--r-- | src/config/mod.rs | 2 | ||||
| -rw-r--r-- | src/rag/mod.rs | 2 |
4 files changed, 8 insertions, 8 deletions
diff --git a/config.example.yaml b/config.example.yaml index b969a84..706c8c6 100644 --- a/config.example.yaml +++ b/config.example.yaml @@ -37,7 +37,7 @@ summary_prompt: 'This is a summary of the chat history as a recap: ' # See [RAG-Guide](https://github.com/sigoden/aichat/wiki/RAG-Guide) for more details. rag_embedding_model: null # Specifies the embedding model to use rag_reranker_model: null # Specifies the rerank model to use -rag_top_k: 4 # Specifies the number of documents to retrieve +rag_top_k: 5 # Specifies the number of documents to retrieve rag_chunk_size: null # Specifies the chunk size rag_chunk_overlap: null # Specifies the chunk overlap rag_min_score_vector_search: 0 # Specifies the minimum relevance score for vector-based searching diff --git a/models.yaml b/models.yaml index de82a60..80e3fc7 100644 --- a/models.yaml +++ b/models.yaml @@ -66,13 +66,13 @@ type: embedding input_price: 0.13 max_tokens_per_chunk: 8191 - default_chunk_size: 3000 + default_chunk_size: 2000 max_batch_size: 100 - name: text-embedding-3-small type: embedding input_price: 0.02 max_tokens_per_chunk: 8191 - default_chunk_size: 3000 + default_chunk_size: 2000 max_batch_size: 100 # Links: @@ -1004,12 +1004,12 @@ - name: text-embedding-3-large type: embedding max_tokens_per_chunk: 8191 - default_chunk_size: 3000 + default_chunk_size: 2000 max_batch_size: 100 - name: text-embedding-3-small type: embedding max_tokens_per_chunk: 8191 - default_chunk_size: 3000 + default_chunk_size: 2000 max_batch_size: 100 - name: meta-llama-3.1-405b-instruct max_input_tokens: 128000 @@ -1714,7 +1714,7 @@ max_input_tokens: 120000 input_price: 0.12 max_tokens_per_chunk: 16000 - default_chunk_size: 3000 + default_chunk_size: 2000 max_batch_size: 128 - name: rerank-2 type: reranker diff --git a/src/config/mod.rs b/src/config/mod.rs index fa0882b..2455588 100644 --- a/src/config/mod.rs +++ b/src/config/mod.rs @@ -186,7 +186,7 @@ impl Default for Config { rag_embedding_model: None, rag_reranker_model: None, - rag_top_k: 4, + rag_top_k: 5, rag_chunk_size: None, rag_chunk_overlap: None, rag_min_score_vector_search: 0.0, diff --git a/src/rag/mod.rs b/src/rag/mod.rs index 4ddb0da..82da7c8 100644 --- a/src/rag/mod.rs +++ b/src/rag/mod.rs @@ -488,7 +488,7 @@ impl Rag { None => { let ids = reciprocal_rank_fusion( vec![vector_search_ids, keyword_search_ids], - vec![1.0, 1.0], + vec![1.125, 1.0], top_k, ); debug!("rrf_ids: {ids:?}"); |