summaryrefslogtreecommitdiffstats
path: root/config.example.yaml
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2025-02-10 17:46:24 +0800
committerGitHub <noreply@github.com>2025-02-10 17:46:24 +0800
commit78f3d4ff49679da251a035f783d5b8380730cce5 (patch)
tree28777a63e04b6be8a97bf5e6de39af8ef673bfb4 /config.example.yaml
parent4fab4c54b2916931bf5705b5aa5e560e57f7f289 (diff)
downloadaichat-78f3d4ff49679da251a035f783d5b8380730cce5.tar.gz
feat: drop predefined models for ollama (#1165)
Diffstat (limited to 'config.example.yaml')
-rw-r--r--config.example.yaml26
1 files changed, 11 insertions, 15 deletions
diff --git a/config.example.yaml b/config.example.yaml
index 7e81083..43cec93 100644
--- a/config.example.yaml
+++ b/config.example.yaml
@@ -98,13 +98,10 @@ clients:
# supports_reasoning: true
# - name: xxxx # Embedding model
# type: embedding
- # max_input_tokens: 200000
- # max_tokens_per_chunk: 2000
# default_chunk_size: 1500
# max_batch_size: 100
# - name: xxxx # Reranker model
# type: reranker
- # max_input_tokens: 2048
# patch: # Patch api
# chat_completions: # Api type, possible values: chat_completions, embeddings, and rerank
# <regex>: # The regex to match model names, e.g. '.*' 'gpt-4o' 'gpt-4o|gpt-4-.*'
@@ -125,19 +122,23 @@ clients:
# For any platform compatible with OpenAI's API
- type: openai-compatible
- name: local
- api_base: http://localhost:8080/v1
+ name: ollama
+ api_base: http://localhost:11434/v1
api_key: xxx # Optional
models:
+ - name: deepseek-r1
+ max_input_tokens: 131072
+ supports_reasoning: true
- name: llama3.1
max_input_tokens: 128000
supports_function_calling: true
- - name: jina-embeddings-v2-base-en
+ - name: llama3.2-vision
+ max_input_tokens: 131072
+ supports_vision: true
+ - name: nomic-embed-text
type: embedding
- default_chunk_size: 1500
- max_batch_size: 100
- - name: jina-reranker-v2-base-multilingual
- type: reranker
+ default_chunk_size: 1000
+ max_batch_size: 50
# See https://ai.google.dev/docs
- type: gemini
@@ -197,11 +198,6 @@ clients:
api_base: https://api.groq.com/openai/v1
api_key: xxx
- # See https://github.com/jmorganca/ollama
- - type: openai-compatible
- name: ollama
- api_base: http://localhost:11434/v1
-
# See https://learn.microsoft.com/en-us/azure/ai-services/openai/chatgpt-quickstart
- type: azure-openai
api_base: https://{RESOURCE}.openai.azure.com