From 476d29c40aaf2b7a49e2ba5068a12f789defcb75 Mon Sep 17 00:00:00 2001 From: sigoden Date: Tue, 3 Sep 2024 12:22:55 +0800 Subject: feat: use dynamic batch size for embedding (#826) --- config.example.yaml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) (limited to 'config.example.yaml') diff --git a/config.example.yaml b/config.example.yaml index 373fcde..67f2f44 100644 --- a/config.example.yaml +++ b/config.example.yaml @@ -87,12 +87,13 @@ clients: # supports_function_calling: true # - name: xxxx # Embedding model # type: embedding - # # max_input_tokens: 2048 + # max_input_tokens: 2048 + # max_tokens_per_chunk: 2048 # default_chunk_size: 1500 # max_batch_size: 100 # - name: xxxx # Reranker model # type: reranker - # # max_input_tokens: 2048 + # max_input_tokens: 2048 # patch: # Patch api # chat_completions: # Api type, possible values: chat_completions, embeddings, and rerank # : # The regex to match model names, e.g. '.*' 'gpt-4o' 'gpt-4o|gpt-4-.*' -- cgit v1.2.3