From fe35cfd9419302f01baf9672493c0b0a4b41d889 Mon Sep 17 00:00:00 2001 From: sigoden Date: Sat, 13 Jan 2024 19:52:07 +0800 Subject: feat: supports model capabilities (#297) 1. automatically switch to the model that has the necessary capabilities. 2. throw an error if the client does not have a model with the necessary capabilities --- config.example.yaml | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) (limited to 'config.example.yaml') diff --git a/config.example.yaml b/config.example.yaml index d360a7b..ce12cce 100644 --- a/config.example.yaml +++ b/config.example.yaml @@ -36,8 +36,11 @@ clients: api_key: xxx chat_endpoint: /chat/completions # Optional field models: - - name: gpt4all-j + - name: mistral max_tokens: 8192 + - name: llava + max_tokens: 8192 + capabilities: text,vision # Optional field, possible values: text, vision # See https://github.com/jmorganca/ollama - type: ollama @@ -45,7 +48,7 @@ clients: api_key: Basic xxx # Set authorization header chat_endpoint: /chat # Optional field models: - - name: gpt4all-j + - name: mistral max_tokens: 8192 # See https://learn.microsoft.com/en-us/azure/ai-services/openai/chatgpt-quickstart -- cgit v1.2.3