summaryrefslogtreecommitdiffstats
path: root/config.example.yaml
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-04-29 09:27:11 +0800
committerGitHub <noreply@github.com>2024-04-29 09:27:11 +0800
commit34041a976c0977d51123e6d5fefd944e222e2918 (patch)
tree1186205314499e911a702289c1dafb898479ed3d /config.example.yaml
parent68882ecd4dced38e92b6ef581a30e45358fc61e0 (diff)
downloadaichat-34041a976c0977d51123e6d5fefd944e222e2918.tar.gz
feat: support cloudflare client (#459)
Diffstat (limited to 'config.example.yaml')
-rw-r--r--config.example.yaml35
1 files changed, 20 insertions, 15 deletions
diff --git a/config.example.yaml b/config.example.yaml
index b45514e..f2a8de5 100644
--- a/config.example.yaml
+++ b/config.example.yaml
@@ -73,21 +73,6 @@ clients:
- type: groq
api_key: gsk_xxx # ENV: {client_name}_API_KEY
- # Any platform that is compatible with OpenAI's API can be used here, including:
- # - anyscale: https://docs.anyscale.com/endpoints/model-serving/openai-migration-guide
- # - deepinfra: https://deepinfra.com/docs/advanced/openai_api
- # - fireworks: https://readme.fireworks.ai/docs/openai-compatibility
- # - together: https://docs.together.ai/docs/openai-api-compatibility
- # - huggingface: https://huggingface.co/docs/text-generation-inference/messages_api
- - type: openai-compatible
- name: localai
- api_base: http://localhost:8080/v1
- api_key: sk-xxx # ENV: {client_name}_API_BASE
- chat_endpoint: /chat/completions # Optional
- models: # Required
- - name: llama3
- max_input_tokens: 8192
-
# See https://github.com/jmorganca/ollama
- type: ollama
api_base: http://localhost:11434
@@ -116,6 +101,10 @@ clients:
# Optional field, possible values: BLOCK_NONE, BLOCK_ONLY_HIGH, BLOCK_MEDIUM_AND_ABOVE, BLOCK_LOW_AND_ABOVE
block_threshold: BLOCK_ONLY_HIGH
+ - type: cloudflare
+ account_id: xxx # ENV: {client_name}_ACCOUNT_ID
+ api_key: xxx # ENV: {client_name}_API_BASE
+
# See https://docs.aws.amazon.com/bedrock/latest/userguide/
- type: bedrock
access_key_id: xxx # ENV: {client_name}_ACCESS_KEY_ID
@@ -134,3 +123,19 @@ clients:
# See https://platform.moonshot.cn/docs/intro
- type: moonshot
api_key: sk-xxx # ENV: {client_name}_API_KEY
+
+ # Any platform that is compatible with OpenAI's API can be used here, including:
+ # - localai: https://github.com/mudler/LocalAI
+ # - anyscale: https://docs.anyscale.com/endpoints/model-serving/openai-migration-guide
+ # - deepinfra: https://deepinfra.com/docs/advanced/openai_api
+ # - fireworks: https://readme.fireworks.ai/docs/openai-compatibility
+ # - together: https://docs.together.ai/docs/openai-api-compatibility
+ # - huggingface: https://huggingface.co/docs/text-generation-inference/messages_api
+ - type: openai-compatible
+ name: localai
+ api_base: http://localhost:8080/v1
+ api_key: sk-xxx # ENV: {client_name}_API_BASE
+ chat_endpoint: /chat/completions # Optional
+ models: # Required
+ - name: llama3
+ max_input_tokens: 8192 \ No newline at end of file