From 1f33b3a07a352c57a9787f298cb472c21235a5be Mon Sep 17 00:00:00 2001 From: sigoden Date: Wed, 12 Jun 2024 08:31:22 +0800 Subject: refactor: rag default_chunk_size (#588) --- models.yaml | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) (limited to 'models.yaml') diff --git a/models.yaml b/models.yaml index c0ac664..3ecde52 100644 --- a/models.yaml +++ b/models.yaml @@ -68,12 +68,12 @@ - name: text-embedding-3-large mode: embedding max_input_tokens: 8191 - default_chunk_size: 8000 + default_chunk_size: 4000 max_concurrent_chunks: 100 - name: text-embedding-3-small mode: embedding max_input_tokens: 8191 - default_chunk_size: 8000 + default_chunk_size: 4000 max_concurrent_chunks: 100 - platform: gemini @@ -179,7 +179,7 @@ - name: mistral-embed mode: embedding max_input_tokens: 8092 - default_chunk_size: 8000 + default_chunk_size: 4000 - platform: cohere # docs: @@ -204,12 +204,12 @@ - name: embed-english-v3.0 mode: embedding max_input_tokens: 512 - default_chunk_size: 1000 + default_chunk_size: 500 max_concurrent_chunks: 96 - name: embed-multilingual-v3.0 mode: embedding max_input_tokens: 512 - default_chunk_size: 1000 + default_chunk_size: 500 max_concurrent_chunks: 96 - platform: perplexity -- cgit v1.2.3