From 573e0d58b44cd0686c9e7405723e5cc3a5c5126f Mon Sep 17 00:00:00 2001 From: sigoden Date: Sun, 1 Sep 2024 08:27:08 +0800 Subject: feat: migrate `ollama`/`qianwen` clients to `openai-compatible` (#816) --- config.example.yaml | 12 +++++++----- 1 file changed, 7 insertions(+), 5 deletions(-) (limited to 'config.example.yaml') diff --git a/config.example.yaml b/config.example.yaml index fa97583..db61817 100644 --- a/config.example.yaml +++ b/config.example.yaml @@ -117,6 +117,7 @@ clients: api_base: http://localhost:8080/v1 api_key: xxx # Optional chat_endpoint: /chat/completions # Optional + embeddings_endpoint: /embeddings # Optional models: - name: llama3.1 max_input_tokens: 128000 @@ -181,9 +182,9 @@ clients: api_base: https://api.groq.com/openai/v1 # See https://github.com/jmorganca/ollama - - type: ollama - api_base: http://localhost:11434 - api_auth: Basic xxx # optional + - type: openai-compatible + name: ollama + api_base: http://localhost:11434/v1 models: - name: llama3.1 max_input_tokens: 128000 @@ -252,9 +253,10 @@ clients: secret_key: xxxx # See https://help.aliyun.com/zh/dashscope/ - - type: qianwen + - type: openai-compatible + name: qianwen api_key: sk-xxx - api_base: https://dashscope.aliyuncs.com/api/v1 # Optional + api_base: https://dashscope.aliyuncs.com/compatible-mode/v1 # See https://platform.moonshot.cn/docs/intro - type: openai-compatible -- cgit v1.2.3