summaryrefslogtreecommitdiffstats
path: root/models.yaml
diff options
context:
space:
mode:
authorsigoden <sigoden@gmail.com>2024-04-30 07:07:09 +0800
committerGitHub <noreply@github.com>2024-04-30 07:07:09 +0800
commit50eac8b59409f73655fc2b8cf8d783c6347209c3 (patch)
treea38a4b2bd8b60f743024f3bd5139dae3bb1d5fb2 /models.yaml
parent4d4a100fe6fcde7ca3afcf7971ac387d355349eb (diff)
downloadaichat-50eac8b59409f73655fc2b8cf8d783c6347209c3.tar.gz
feat: support replicate client (#466)
Diffstat (limited to 'models.yaml')
-rw-r--r--models.yaml28
1 files changed, 28 insertions, 0 deletions
diff --git a/models.yaml b/models.yaml
index ed53521..8c2fa98 100644
--- a/models.yaml
+++ b/models.yaml
@@ -367,6 +367,34 @@
input_price: 0.11
output_price: 0.19
+- type: replicate
+ # docs:
+ # - https://replicate.com/docs
+ # - https://replicate.com/pricing
+ # notes:
+ # - max_output_tokens is required but unknown
+ models:
+ - name: meta/meta-llama-3-70b-instruct
+ max_input_tokens: 8192
+ max_output_tokens: 4096
+ input_price: 0.65
+ output_price: 2.75
+ - name: meta/meta-llama-3-8b-instruct
+ max_input_tokens: 8192
+ max_output_tokens: 4096
+ input_price: 0.05
+ output_price: 0.25
+ - name: mistralai/mistral-7b-instruct-v0.2
+ max_input_tokens: 32000
+ max_output_tokens: 8192
+ input_price: 0.05
+ output_price: 0.25
+ - name: mistralai/mixtral-8x7b-instruct-v0.1
+ max_input_tokens: 32000
+ max_output_tokens: 8192
+ input_price: 0.3
+ output_price: 1
+
- type: ernie
# docs:
# - https://cloud.baidu.com/doc/WENXINWORKSHOP/s/Nlks5zkzu