diff options
| author | sigoden <sigoden@gmail.com> | 2024-09-03 12:22:55 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2024-09-03 12:22:55 +0800 |
| commit | 476d29c40aaf2b7a49e2ba5068a12f789defcb75 (patch) | |
| tree | 85dd550ddce734c173cb28cb6b2e8e8f60cb0190 /config.example.yaml | |
| parent | 3695c12646fccb0e07b6dee4cdf54dfaa8159229 (diff) | |
| download | aichat-476d29c40aaf2b7a49e2ba5068a12f789defcb75.tar.gz | |
feat: use dynamic batch size for embedding (#826)
Diffstat (limited to 'config.example.yaml')
| -rw-r--r-- | config.example.yaml | 5 |
1 files changed, 3 insertions, 2 deletions
diff --git a/config.example.yaml b/config.example.yaml index 373fcde..67f2f44 100644 --- a/config.example.yaml +++ b/config.example.yaml @@ -87,12 +87,13 @@ clients: # supports_function_calling: true # - name: xxxx # Embedding model # type: embedding - # # max_input_tokens: 2048 + # max_input_tokens: 2048 + # max_tokens_per_chunk: 2048 # default_chunk_size: 1500 # max_batch_size: 100 # - name: xxxx # Reranker model # type: reranker - # # max_input_tokens: 2048 + # max_input_tokens: 2048 # patch: # Patch api # chat_completions: # Api type, possible values: chat_completions, embeddings, and rerank # <regex>: # The regex to match model names, e.g. '.*' 'gpt-4o' 'gpt-4o|gpt-4-.*' |